-- Logs begin at Tue 2022-03-08 13:11:00 UTC, end at Tue 2022-03-08 14:13:17 UTC. -- Mar 08 13:43:33.175126 dv-cinder-830092-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 13:43:36.068978 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.common.config [-] Logging enabled! Mar 08 13:43:36.069649 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 13:43:36.069787 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 13:43:36.073154 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.common.config [-] Logging enabled! Mar 08 13:43:36.073407 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 13:43:36.073743 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 13:43:36.074690 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 13:43:36.074924 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 13:43:36.075311 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 13:43:36.075552 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 13:43:36.076189 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 13:43:36.076520 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.076962 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 13:43:36.077275 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.077600 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.077883 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.078184 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.078482 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.078870 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.079168 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.079467 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.079754 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.080039 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.080326 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.080618 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.080902 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.081195 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.081493 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.081779 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] debug = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.082062 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.082495 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.082936 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.083207 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.083498 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.083791 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.084052 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.084331 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.084615 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.084945 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] host = dv-cinder-830092-2-iscsi {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.085224 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.085611 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.085902 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.086277 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.086516 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.086796 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.087082 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.087356 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.087628 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.087904 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.088190 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.088476 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.088767 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.088994 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.089218 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.089550 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.089840 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.090118 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.090392 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.090670 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.090947 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.091228 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.091499 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.091784 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.092070 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.092356 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.092632 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.092909 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.093182 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.093484 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.093769 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.094047 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.094325 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.094597 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.094884 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.095156 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.095431 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.095737 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.096022 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.096301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.096584 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.096861 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.097143 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.097444 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.097722 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.097994 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] use_json = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.098267 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.098536 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.098816 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.099091 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.099363 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.099637 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.099906 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.100188 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.100459 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:36.100759 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.101057 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.101399 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.101688 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.102005 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.102287 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.102577 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.102855 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.103144 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.103433 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.103725 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.104002 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.104301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.104588 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.104882 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.105185 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.105517 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.105810 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.106088 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.106361 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.106635 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.106913 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.107198 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.107475 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.107762 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.108050 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.108329 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.108623 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.108907 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.109198 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.109515 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.109794 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.110074 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.110363 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.110642 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.110920 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.111207 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.111497 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.111778 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.112053 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.112337 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.112615 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.112890 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.113166 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.113468 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.113762 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.114044 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.114317 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.114590 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.114870 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.115143 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.115427 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.115706 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.115981 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.116259 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.116537 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.116810 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.117088 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.117400 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.117708 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.117987 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.118263 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.118537 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.118811 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.119087 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.119366 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.119643 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.119917 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.120196 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.120469 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.120741 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.121016 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.121296 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.121608 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.121897 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.122196 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.122476 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.122754 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.123035 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.123315 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.123592 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.123869 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.124147 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.124425 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.124698 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.124988 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.125275 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.125591 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.125896 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.126192 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.126473 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.126752 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.127033 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.127320 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.127601 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.127882 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.128166 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.128451 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.128745 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.129041 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.129335 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.129651 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.129945 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.130230 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.130538 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.130818 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:36.131037 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 13:43:36.131281 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 13:43:36.501952 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 13:43:36.502295 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 13:43:36.502534 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 13:43:36.503007 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 13:43:36.830528 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.830733 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.830999 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.832301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.832572 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.832834 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.879459 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.879752 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.880013 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.895317 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.895600 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.895869 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.924301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.924661 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.925448 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.964776 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.965056 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:36.965325 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.312714 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.313421 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.313421 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.313612 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.314223 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.413029 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.413344 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.413667 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.413935 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.414230 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.414539 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.414798 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.415017 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.415295 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.415578 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.415840 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.416106 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.416346 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.416594 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.416848 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.417113 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.417382 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.417657 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.417925 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.418180 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.418440 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.418692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.418973 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.419349 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.419598 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.419844 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.420233 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:37.420474 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:37.420712 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:37.420948 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:37.421182 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:37.421452 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:37.421820 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 13:43:37.424952 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 13:43:37.429037 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 13:43:37.432884 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 08 13:43:37.434549 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 13:43:37.435024 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 13:43:37.435351 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 13:43:37.435733 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 13:43:37.438586 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 13:43:37.438839 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 13:43:37.439184 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 13:43:37.444067 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 13:43:37.467849 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 13:43:37.468282 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.468601 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 13:43:37.468973 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.470386 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 13:43:37.470664 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 13:43:37.470908 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 13:43:37.474238 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.474523 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:37.538454 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 13:43:37.538698 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 13:43:37.538944 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 13:43:37.539364 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 13:43:37.561694 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_db.sqlalchemy.engines [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 13:43:38.005908 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing driver for type 'gre' Mar 08 13:43:38.006496 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] gre ID ranges: [(1, 1000)] Mar 08 13:43:38.066690 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing driver for type 'local' Mar 08 13:43:38.067108 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing driver for type 'vlan' Mar 08 13:43:38.081206 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] VlanTypeDriver initialization complete Mar 08 13:43:38.081580 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing driver for type 'vxlan' Mar 08 13:43:38.082066 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] vxlan ID ranges: [(1, 1000)] Mar 08 13:43:38.133859 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing extension driver 'port_security' Mar 08 13:43:38.134203 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.extensions.port_security [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] PortSecurityExtensionDriver initialization complete Mar 08 13:43:38.134545 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing mechanism driver 'openvswitch' Mar 08 13:43:38.134869 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing mechanism driver 'hyperv' Mar 08 13:43:38.141893 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.plugin [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:43:38.142754 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.143132 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.143490 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.144023 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 13:43:38.144459 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.144811 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.145158 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.145581 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 13:43:38.145990 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.146340 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.146684 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.147077 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 13:43:38.147489 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > security_group after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.147837 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > security_group after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.148179 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.148618 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 13:43:38.149020 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.149386 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.149730 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.150127 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 13:43:38.150536 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > address_group after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.150883 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > address_group after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.151224 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.151619 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 13:43:38.152066 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] ML2 OVO RPC backend initialized. {{(pid=114521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 13:43:38.152771 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.153128 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.153579 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.153933 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > networks before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.154280 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.154621 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > ports before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.154962 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.155299 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnets before_response 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.155643 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.155986 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.156325 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.156666 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.157009 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.157347 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.157715 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.158054 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.158390 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.165721 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded quota_driver: . Mar 08 13:43:38.166088 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.plugin [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Modular L2 Plugin initialization complete Mar 08 13:43:38.166474 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading services supported by the core plugin {{(pid=114521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 13:43:38.166819 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.plugins.ml2.managers [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Got port-security extension from driver 'port_security' Mar 08 13:43:38.167300 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.extensions.vlantransparent [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Disabled vlantransparent extension. Mar 08 13:43:38.167795 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 13:43:38.168123 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: router Mar 08 13:43:38.203802 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.204193 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_create 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.204571 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router before_create 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.204936 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.205309 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.205697 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_delete 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.206058 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.206407 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.206766 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_create 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.207112 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_update 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.207460 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_update 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.207803 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.208149 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_update 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.208561 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_update 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.208932 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.209341 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.209710 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: subnet after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.210052 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.210402 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.210745 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_create 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.211141 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.211485 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.211842 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router after_update 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.212183 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.212657 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_create 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.213021 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.213378 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_update 55549900 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.213770 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > agent after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.214124 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > agent after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.214469 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > network after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.215326 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Tracking information for resource: router configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:38.215661 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Tracking information for resource: floatingip configured {{(pid=114521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 13:43:38.220591 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.db.l3_agentschedulers_db [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 13:43:38.221172 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.221570 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port after_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.221934 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port after_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.222262 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: port after_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.223045 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router before_create 55550100 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.223415 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.223772 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_create 55550100 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.224132 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > router precommit_update 55550100 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.228957 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.provider_configuration [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service providers = [] {{(pid=114521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 13:43:38.229324 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.db.servicetype_db [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 13:43:38.232310 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.service_base [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 13:43:38.232676 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.service_base [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 13:43:38.233001 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.service_base [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 13:43:38.233914 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.services.service_base [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 13:43:38.234287 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.services.service_base [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 13:43:38.234660 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.234972 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 13:43:38.245765 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.246101 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: auto_allocate Mar 08 13:43:38.251927 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: network precommit_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.252300 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: network precommit_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.252905 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.253203 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: tag Mar 08 13:43:38.260129 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.260390 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: timestamp Mar 08 13:43:38.264576 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.264905 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: network_ip_availability Mar 08 13:43:38.270439 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.270813 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.271172 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.271874 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.272197 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: flavors Mar 08 13:43:38.277211 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.277569 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading Plugin: revisions Mar 08 13:43:38.281970 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 13:43:38.282364 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_concurrency.lockutils [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=114521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 13:43:38.283131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 13:43:38.283462 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Initializing extension manager. Mar 08 13:43:38.283983 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: __init__.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.284326 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: __pycache__ {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.284658 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.284989 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: address_group.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.285777 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.286335 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: address-group Mar 08 13:43:38.286659 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: address_scope.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.287374 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.287880 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: address-scope Mar 08 13:43:38.288205 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.289139 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.289676 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: router-admin-state-down-before-update Mar 08 13:43:38.290002 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: agent.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.290704 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.291205 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: agent Mar 08 13:43:38.291528 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: agent_resources_synced.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.292432 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.292944 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: agent-resources-synced Mar 08 13:43:38.293268 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: allowedaddresspairs.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.295165 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.295682 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: allowed-address-pairs Mar 08 13:43:38.296013 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: auto_allocated_topology.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.297098 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.297640 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: auto-allocated-topology Mar 08 13:43:38.297963 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: availability_zone.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.298657 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.299162 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: availability_zone Mar 08 13:43:38.299480 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: availability_zone_filter.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.300391 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.300974 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: availability_zone_filter Mar 08 13:43:38.301296 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: data_plane_status.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.302235 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.302740 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 13:43:38.303061 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: default_subnetpools.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.303975 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.304477 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: default-subnetpools Mar 08 13:43:38.304871 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.305714 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.306215 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: dhcp_agent_scheduler Mar 08 13:43:38.306538 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: dns.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.307458 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.307961 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 13:43:38.308280 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: dns_domain_ports.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.309204 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.309731 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 13:43:38.310058 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.310976 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.311477 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 13:43:38.311803 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: dvr.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.312473 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.312976 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: dvr Mar 08 13:43:38.313545 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: ecmp_routes.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.314229 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.314728 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 13:43:38.315053 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: empty_string_filtering.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.315957 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.316458 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: empty-string-filtering Mar 08 13:43:38.316780 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.317716 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.318218 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 13:43:38.318536 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.319438 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.319938 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 13:43:38.320259 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: external_net.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.321500 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.322005 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: external-net Mar 08 13:43:38.322326 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.323241 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.323739 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: extra_dhcp_opt Mar 08 13:43:38.324058 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: extraroute.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.324963 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.325491 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: extraroute Mar 08 13:43:38.325814 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: extraroute_atomic.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.326839 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.327342 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: extraroute-atomic Mar 08 13:43:38.327660 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: filter_validation.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.328321 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.328821 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: filter-validation Mar 08 13:43:38.329139 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: fip_pf_description.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.330072 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.330566 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 13:43:38.330881 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: fip_port_details.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.331980 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.332498 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: fip-port-details Mar 08 13:43:38.332825 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: flavors.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.334100 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.334612 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: flavors Mar 08 13:43:38.334934 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.336670 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.337179 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 13:43:38.337558 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: floatingip_pools.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.338255 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.338776 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: floatingip-pools Mar 08 13:43:38.339089 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: ip_allocation.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.340042 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.340544 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 13:43:38.340870 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.341812 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.342319 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: ip-substring-filtering Mar 08 13:43:38.342648 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l2_adjacency.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.343588 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.344086 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 13:43:38.344407 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.345409 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.345928 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: router Mar 08 13:43:38.346251 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.348547 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.349069 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 13:43:38.349429 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.350358 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.350867 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: ext-gw-mode Mar 08 13:43:38.351193 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.352136 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.352649 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: l3-ha Mar 08 13:43:38.352971 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.353912 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.354418 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 13:43:38.354745 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_flavors.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.355664 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.356173 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: l3-flavors Mar 08 13:43:38.356495 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.357988 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.358498 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 13:43:38.358833 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.359753 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.360265 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 13:43:38.360590 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: l3agentscheduler.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.361672 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.362180 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: l3_agent_scheduler Mar 08 13:43:38.362508 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: local_ip.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.364301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.364816 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension local_ip not supported by any of loaded plugins Mar 08 13:43:38.365149 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: logging.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.368281 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.368807 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension logging not supported by any of loaded plugins Mar 08 13:43:38.369144 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: metering.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.369930 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.370507 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: metering Mar 08 13:43:38.370839 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.371942 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.372463 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: metering_source_and_destination_fields Mar 08 13:43:38.372799 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: multiprovidernet.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.373785 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.374296 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: multi-provider Mar 08 13:43:38.374623 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: netmtu.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.375534 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.376041 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: net-mtu Mar 08 13:43:38.376363 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: netmtu_writable.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.377278 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.377810 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: net-mtu-writable Mar 08 13:43:38.378136 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: network_availability_zone.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.378806 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.379305 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: network_availability_zone Mar 08 13:43:38.379624 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: network_ip_availability.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.380742 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.381257 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: network-ip-availability Mar 08 13:43:38.381604 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: network_segment_range.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.382375 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.382909 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 13:43:38.383240 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: pagination.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.384229 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.384557 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: pagination Mar 08 13:43:38.384883 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: port_device_profile.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.385836 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.386363 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: port-device-profile Mar 08 13:43:38.386671 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.387590 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.388421 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: port-mac-address-regenerate Mar 08 13:43:38.388745 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.389684 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.390186 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: port-numa-affinity-policy Mar 08 13:43:38.390508 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: port_resource_request.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.391430 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.391927 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 13:43:38.392251 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: port_resource_request_groups.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.393229 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.393753 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 13:43:38.394077 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: portbindings.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.395005 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.395513 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: binding Mar 08 13:43:38.395834 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: portbindings_extended.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.397097 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.397649 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: binding-extended Mar 08 13:43:38.397975 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: portsecurity.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.399069 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.399588 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: port-security Mar 08 13:43:38.399939 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: project_id.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.400924 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.401255 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: project-id Mar 08 13:43:38.401601 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: providernet.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.402602 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.403118 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: provider Mar 08 13:43:38.403442 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.407128 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.407650 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos not supported by any of loaded plugins Mar 08 13:43:38.407983 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.409265 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.409806 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 13:43:38.410133 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.411066 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.411570 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 13:43:38.411893 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_default.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.412812 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.413320 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-default not supported by any of loaded plugins Mar 08 13:43:38.413676 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_fip.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.414629 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.415142 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 13:43:38.415462 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.416374 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.416878 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 13:43:38.417199 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_gateway_ip.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.418142 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.418650 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 13:43:38.418977 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_port_network_policy.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.420025 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.420531 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 13:43:38.420853 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.421935 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.422448 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 13:43:38.422779 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.423818 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.424325 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 13:43:38.424650 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_pps_rule.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.425871 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.426384 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 13:43:38.426712 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_rule_type_details.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.427637 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.428142 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 13:43:38.428470 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: qos_rules_alias.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.429542 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.430103 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 13:43:38.430425 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: quota_check_limit.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.431353 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.431865 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: quota-check-limit Mar 08 13:43:38.432190 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: quotasv2.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.433126 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.433483 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: quotas Mar 08 13:43:38.433803 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: quotasv2_detail.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.435527 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.435864 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: quota_details Mar 08 13:43:38.436200 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: rbac.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.437254 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.437810 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: rbac-policies Mar 08 13:43:38.438141 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: rbac_address_group.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.439076 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.439586 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: rbac-address-group Mar 08 13:43:38.439916 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: rbac_address_scope.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.440838 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.441372 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: rbac-address-scope Mar 08 13:43:38.441701 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: rbac_security_groups.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.442620 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.443128 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: rbac-security-groups Mar 08 13:43:38.443450 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: rbac_subnetpool.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.444442 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.444953 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: rbac-subnetpool Mar 08 13:43:38.445299 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: revisionifmatch.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.446282 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.446788 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: revision-if-match Mar 08 13:43:38.447112 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: revisions.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.448237 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.448745 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: standard-attr-revisions Mar 08 13:43:38.449072 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: router_availability_zone.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.449772 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.450284 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: router_availability_zone Mar 08 13:43:38.450608 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: routerservicetype.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.451532 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.452031 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 13:43:38.452355 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.453295 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.453827 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: security-groups-normalized-cidr Mar 08 13:43:38.454156 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.455070 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.455572 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: port-security-groups-filtering Mar 08 13:43:38.455897 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.456831 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.457345 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: security-groups-remote-address-group Mar 08 13:43:38.457702 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.458619 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.459123 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: security-groups-shared-filtering Mar 08 13:43:38.459454 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.460044 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 13:43:38.460363 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: securitygroup.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.470090 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.470625 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: security-group Mar 08 13:43:38.470962 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: segment.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.471762 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.472269 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension segment not supported by any of loaded plugins Mar 08 13:43:38.472603 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.473595 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.474101 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 13:43:38.474454 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: servicetype.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.475579 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.476096 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: service-type Mar 08 13:43:38.476428 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: sorting.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.477463 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.477797 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: sorting Mar 08 13:43:38.478116 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: standard_attr_segment.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.479051 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.479559 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 13:43:38.479882 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: standardattrdescription.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.480515 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.481019 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: standard-attr-description Mar 08 13:43:38.481342 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: stateful_security_group.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.482299 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.482829 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: stateful-security-group Mar 08 13:43:38.483158 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: stdattrs_common.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.483741 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 13:43:38.484056 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.484981 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.485523 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 13:43:38.485844 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: subnet_onboard.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.486968 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.488857 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: subnet_onboard Mar 08 13:43:38.489182 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.490177 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.490853 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 13:43:38.491178 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: subnet_service_types.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.492248 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.492826 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: subnet-service-types Mar 08 13:43:38.493191 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: subnetallocation.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.494432 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.494949 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: subnet_allocation Mar 08 13:43:38.495274 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.495935 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.496441 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: subnetpool-prefix-ops Mar 08 13:43:38.496764 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.497743 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.498249 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 13:43:38.498572 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: tagging.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.499653 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.500174 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: standard-attr-tag Mar 08 13:43:38.500497 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: timestamp.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.501733 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.502243 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loaded extension: standard-attr-timestamp Mar 08 13:43:38.502580 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: trunk.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.503700 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.504214 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension trunk not supported by any of loaded plugins Mar 08 13:43:38.504542 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: trunk_details.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.505507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.506015 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 13:43:38.506339 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: uplink_status_propagation.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.507260 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.507783 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 13:43:38.508111 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Loading extension file: vlantransparent.py {{(pid=114521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 13:43:38.508780 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 13:43:38.509285 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 13:43:38.511909 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:network Mar 08 13:43:38.512383 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:subnet Mar 08 13:43:38.513091 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 13:43:38.513513 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:port Mar 08 13:43:38.514776 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.515210 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service FLAVORS assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.515817 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.516250 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.516577 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:router Mar 08 13:43:38.516995 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 13:43:38.517584 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service METERING assigned prefix: /metering {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.519036 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.519410 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.519762 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:43:38.520774 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 13:43:38.521208 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:security_group Mar 08 13:43:38.521671 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 13:43:38.522266 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service CORE assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.522598 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 13:43:38.522943 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] subnetpool is already registered Mar 08 13:43:38.523378 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service CORE assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.523758 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 13:43:38.524089 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] subnetpool is already registered Mar 08 13:43:38.526426 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.526860 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service FLAVORS assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.527447 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.527870 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.528200 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:router Mar 08 13:43:38.528538 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] router is already registered Mar 08 13:43:38.528945 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 13:43:38.529279 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] floatingip is already registered Mar 08 13:43:38.529761 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service METERING assigned prefix: /metering {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.530418 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 13:43:38.530740 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] rbac_policy is already registered Mar 08 13:43:38.531149 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:security_group Mar 08 13:43:38.531482 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] security_group is already registered Mar 08 13:43:38.531876 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 13:43:38.532201 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] security_group_rule is already registered Mar 08 13:43:38.532827 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service CORE assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.533159 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 13:43:38.533529 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] subnetpool is already registered Mar 08 13:43:38.533959 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.v2.resource_helper [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Service CORE assigned prefix: {{(pid=114521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 13:43:38.534281 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 13:43:38.534609 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING neutron.quota.resource_registry [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] subnetpool is already registered Mar 08 13:43:38.535076 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: extensions {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.536542 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: address-groups {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.538095 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: address-scopes {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.539491 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: agents {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.540654 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: auto-allocated-topology {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.541933 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: availability_zones {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.543159 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: dhcp-networks {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.544742 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: dhcp-agents {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.546211 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: routers {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.548444 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: flavors {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.549658 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: service_profiles {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.550871 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: next_providers {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.552343 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: service_profiles {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.553922 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: floatingip-pools {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.555176 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: routers {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.557313 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: floatingips {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.559572 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: l3-routers {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.560970 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: l3-agents {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.562425 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: metering-labels {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.563802 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: metering-label-rules {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.565090 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: network-ip-availabilities {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.566385 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: bindings {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.568041 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: quotas {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.569644 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: quotas {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.571229 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: rbac-policies {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.572534 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: security-groups {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.573821 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: security-group-rules {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.575056 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: service-providers {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.576276 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: subnetpools {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.577706 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: subnetpools {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.579176 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.580866 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.582704 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.584453 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.586301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.588185 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.589910 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.591794 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.593602 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.595435 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron.api.extensions [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Extended resource: tags {{(pid=114521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 13:43:38.601386 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING keystonemiddleware.auth_token [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 13:43:38.606327 dv-cinder-830092-2-iscsi neutron-server[114521]: WARNING keystonemiddleware.auth_token [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 13:43:38.614901 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_concurrency.lockutils [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Acquired lock "singleton_lock" {{(pid=114521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 13:43:38.615380 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_concurrency.lockutils [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Releasing lock "singleton_lock" {{(pid=114521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 13:43:38.616046 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Starting 2 workers Mar 08 13:43:38.620878 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Started child 114662 {{(pid=114521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 13:43:38.625286 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Started child 114663 {{(pid=114521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 13:43:38.626305 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:38.627036 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO neutron.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 13:43:38.627479 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:38.627697 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [-] (114662) wsgi starting up on http://0.0.0.0:9696 Mar 08 13:43:38.629945 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Starting 1 workers Mar 08 13:43:38.630149 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:38.631513 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [-] (114663) wsgi starting up on http://0.0.0.0:9696 Mar 08 13:43:38.635208 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Started child 114664 {{(pid=114521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 13:43:38.635773 dv-cinder-830092-2-iscsi neutron-server[114521]: INFO oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Starting 1 workers Mar 08 13:43:38.639219 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] calling RpcWorker wait() {{(pid=114664) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 13:43:38.639770 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] returning from RpcWorker wait() {{(pid=114664) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 13:43:38.640529 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Started child 114665 {{(pid=114521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 13:43:38.641147 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:38.641327 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG neutron_lib.callbacks.manager [None req-cca07d9a-1b20-4c15-87f8-a5ca5937dc85 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:38.641709 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:43:38.643269 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 13:43:38.643461 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 13:43:38.643675 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 13:43:38.643869 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 13:43:38.644223 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 13:43:38.644364 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 13:43:38.644877 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.645160 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.645470 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.645595 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:38.646070 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.646070 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.646563 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.646777 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.647047 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.647314 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.647566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.647740 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.647901 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.648164 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.648432 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.648735 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.648994 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.649246 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.649519 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.649694 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.649942 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.650201 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.650429 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.650700 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] debug = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.650950 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.651450 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.651679 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.651928 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.652162 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.652432 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.652686 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.652962 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.653204 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.653443 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.653686 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.653936 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.654183 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.654396 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.654644 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.654875 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.655128 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.655348 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.655804 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] host = dv-cinder-830092-2-iscsi {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.656037 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.656255 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.656497 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.656778 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.656999 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.657228 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.657505 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.657772 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.658012 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.658234 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.658476 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.658715 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.658934 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.659179 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.659347 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_options = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.659600 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.659863 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.660119 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.660305 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.660472 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.660637 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.660899 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.661061 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.661314 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.661560 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.661777 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.661994 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.662214 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.662451 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.662795 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.662952 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.663172 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.663402 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.663657 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.663902 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.664188 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.664415 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.664649 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.664868 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.665083 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.665297 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.665546 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.665766 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.666010 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.666226 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.666672 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.666948 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.667164 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.667409 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.667662 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.667897 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.668037 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:43:38.668188 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.668405 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.668615 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.669041 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.669309 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.669583 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.670160 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.670442 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.671758 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.672411 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.673461 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_json = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.674687 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.675369 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.675593 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.679566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.679566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.679566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.679566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.679566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.679566 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.680113 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.680113 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.680385 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.680651 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.680894 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.681143 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.682114 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.685563 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.686006 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.686269 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.686611 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.686856 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.687199 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.687478 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.687758 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.688147 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.688404 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.688671 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.688924 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.689154 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.689414 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.689696 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.689955 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.690208 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.690443 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.690689 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.691348 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.691644 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.691918 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.692283 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.692552 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.692808 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.693077 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.693781 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.694018 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.694240 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.694466 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.694707 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.694926 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.696135 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.696390 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.696654 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.696887 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.697152 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.697389 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.697632 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.697879 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.698143 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.698718 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.698974 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.699209 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.699431 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.699696 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.699897 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.700124 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.700338 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.700595 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.700832 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.701055 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.701269 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.701505 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.701723 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.701969 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.702188 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.702407 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.702614 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.702854 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.703064 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.703311 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.703529 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.703842 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.704062 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.704300 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.704514 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.704741 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.704951 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.705167 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.705397 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.705638 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.705849 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.706060 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.706290 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.706518 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.706815 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.707031 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.707267 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.707480 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.707691 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.707926 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.708131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.708497 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.708971 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.709293 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.709589 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.709845 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.710057 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.710308 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.710524 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.710775 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.710992 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.711212 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.711422 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.711680 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.711918 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.712160 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.712397 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.712627 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.712860 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.713102 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.713334 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.713576 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.713907 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.714145 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.714367 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.714622 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.714886 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.715118 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.715369 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.715599 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.716129 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.716129 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.716435 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.716574 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.716827 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.717108 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.717393 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.717678 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.717946 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.718193 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.718418 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.718683 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.718939 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.719184 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.719468 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.719670 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.719928 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.720149 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.720363 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.720588 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.720884 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.721125 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.721474 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.721630 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.722101 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.722101 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.722257 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.722593 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.722781 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.723037 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.723318 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.723548 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.723936 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.724319 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.724560 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.724857 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.725105 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.725414 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.725686 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.726047 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.726594 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.726878 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.727092 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.727554 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.727776 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.728081 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.728335 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.728653 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.728935 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.729192 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.729461 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.729711 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.729990 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.730408 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.730682 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.730947 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.731171 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.731539 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.731844 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.732099 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.732332 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.732582 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.732955 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.733130 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.733585 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.733769 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.734025 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.734327 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.734570 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.734777 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.735008 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.735416 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.735517 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.735758 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.736060 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.736585 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.736585 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.736869 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.737103 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.737430 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.737658 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.738095 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.738583 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.738850 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.739072 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.739371 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.739682 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.739925 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.740394 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.740394 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.740576 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.740901 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.741193 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.741465 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.741926 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.742397 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.742676 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.743024 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.743685 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.743685 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.743909 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.743998 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.744225 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.744553 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.744858 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.745188 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.745463 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.745802 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.746071 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.746397 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.746728 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.747003 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.747156 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.747448 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.747674 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.747898 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.748200 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.748652 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.748870 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.749104 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.749422 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.749606 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.749910 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.750141 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.750355 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.750877 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.751091 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.751348 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.751597 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.751892 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.752091 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.752379 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.752865 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.752865 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.753124 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.753320 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:43:38.753567 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.753567 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.753780 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.753990 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.754271 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.754544 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.754848 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.755159 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.755471 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.755779 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.756300 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.756639 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.756990 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.757231 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.757509 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.757705 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.758896 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.758896 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.758896 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760068 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760068 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760068 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760068 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760767 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760767 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.760767 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.762137 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.762137 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.762137 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.762137 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.763321 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.763321 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.763321 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.763321 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.763879 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.763879 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.765186 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.765186 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.765186 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.765186 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.765186 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766449 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766644 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766751 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.766914 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 13:43:38.767774 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 13:43:38.767774 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 13:43:38.767774 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 13:43:38.768238 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 13:43:38.768238 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 13:43:38.768462 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 13:43:38.768615 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.768773 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.768924 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.769074 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.769260 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.769511 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.769639 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.769788 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.769930 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.770341 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.770341 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.770857 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.770857 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.770857 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771268 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771268 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771268 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771597 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771597 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771912 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.771912 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.772193 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.772306 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] debug = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.772413 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.772601 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.772778 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.772936 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.773193 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.773550 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.773550 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.773844 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.773975 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.774081 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.774245 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.774429 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.774567 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.774759 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.774937 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.775240 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.775398 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.775515 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.775762 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] host = dv-cinder-830092-2-iscsi {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.775998 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.776253 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.776432 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.776607 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.776729 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.776885 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.777111 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.777291 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.777513 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.777678 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.777874 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.778028 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.778186 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.778365 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.778496 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_options = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.778690 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.778893 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.779040 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.779306 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.779616 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.779616 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.780507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.780507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.780507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.780507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.780507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.781692 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782130 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782130 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782130 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782468 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782581 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782736 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.782892 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.783086 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.783325 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.783547 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.783731 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784102 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784102 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784249 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784399 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784535 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784763 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.784998 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.785150 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.785306 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.785580 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.785752 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.785882 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.786074 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.786541 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.786712 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.786889 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.787146 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.787313 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_json = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.787463 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.787620 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.787777 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.787941 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.788097 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.788262 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.788416 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.788649 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.788881 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 13:43:38.789166 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.789338 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.789568 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.789730 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.789903 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.790143 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.790263 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.790496 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.790643 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.790860 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.791089 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.791223 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.791351 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.791521 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.791728 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.791953 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.792116 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.792322 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.792555 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.792699 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.792835 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.792999 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.793200 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.793413 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.793606 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.793783 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.793962 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.794157 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.794511 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.794750 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.794959 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.795133 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.795266 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.795495 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.795732 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.795813 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.795976 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.796185 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.796364 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.796569 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.796760 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.796904 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.797115 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.797265 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.797436 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.797602 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.797766 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798412 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798412 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798412 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798748 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798748 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798970 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.798970 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.799152 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.799302 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.799467 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.799634 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.799991 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.800358 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.800502 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.800614 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.801030 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.801409 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.801546 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.801764 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.801927 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.802121 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.802303 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.802446 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.802760 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.802916 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.803040 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.803271 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.803435 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.803663 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.803893 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.803978 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.804127 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.804373 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.804533 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.804714 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.804905 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.805150 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.805313 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.805516 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.805661 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.805860 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.806047 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.806208 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.806366 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.806532 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.806707 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.806869 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807028 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807188 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807346 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807505 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807664 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807823 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.807983 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.808142 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.808301 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.808460 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.808621 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.808781 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.808945 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.809102 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.809260 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.809443 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.809604 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.809764 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.809925 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.810083 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.810242 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.810401 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.810558 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.810716 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.810878 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.811050 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.811208 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.811368 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.811533 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.811693 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.811864 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812022 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812181 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812340 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812497 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812655 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812814 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.812974 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.813133 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.813292 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.813487 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.813661 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.813821 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.813981 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.814140 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.814321 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.814484 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.814643 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.814809 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.814949 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.815107 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.815265 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.815425 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.815584 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.815799 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.815895 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816048 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816206 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816365 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816526 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816682 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816840 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.816998 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.817160 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.817320 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.817507 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.817665 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.817824 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.817982 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.818142 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.818300 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.818458 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.818617 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.818776 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.818938 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.819097 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.819253 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.819412 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.819570 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.819729 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.819886 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.820042 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.820217 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.820427 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.820587 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.820750 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.820909 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.821069 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.821226 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.821405 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.821567 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.821726 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.821886 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.822045 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.822205 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.822366 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.822527 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.822688 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.822848 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823018 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823184 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823345 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823504 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823665 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823823 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.823982 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.824140 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.824298 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.824456 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.824616 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.824776 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.824935 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.825094 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.825252 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.825433 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.825594 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.825757 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.825920 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.826080 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.826240 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.826400 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.826559 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.826719 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.826877 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.827036 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.827194 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.827353 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.827512 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.827671 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.827845 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828004 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828164 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828329 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828484 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828644 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828816 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.828974 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.829131 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.829288 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.829466 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.829625 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.829794 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.829952 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.830110 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.830271 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.830431 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.830590 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.830756 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.830915 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.831073 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.831232 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.831389 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.831547 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.831714 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.831875 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832036 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832194 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832353 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832512 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832679 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832837 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.832996 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.833155 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.833312 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.833490 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.833659 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.833819 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.833979 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.834146 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.834305 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.834463 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.834621 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.834791 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.834950 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.835110 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.835269 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.835428 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.835588 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.835748 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.835934 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.836103 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.836268 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.836427 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.836593 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.836762 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.836932 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.837090 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.837255 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.837451 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.837611 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.837770 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.837928 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.838085 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.838245 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.838407 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.838573 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.838722 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.838883 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839044 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839204 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839362 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839522 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839682 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839839 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.839997 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.840165 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.840312 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.840471 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 13:43:38.840622 dv-cinder-830092-2-iscsi neutron-server[114521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 13:43:38.847407 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53608) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:43:38.855782 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062752 Mar 08 13:43:50.011624 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c990a3-b76d-4b31-8e49-0b3e1060d602 None None] get_active_networks_info from dv-cinder-830092-2-iscsi {{(pid=114664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 13:43:50.070423 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c990a3-b76d-4b31-8e49-0b3e1060d602 None None] No non-hosted networks {{(pid=114664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 13:43:50.078936 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.agentschedulers_db [None req-74c990a3-b76d-4b31-8e49-0b3e1060d602 None None] DHCP Agent not found on host dv-cinder-830092-2-iscsi {{(pid=114664) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 13:43:50.153439 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9622f434-5b05-4b9d-b4bc-0fbb412b9f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654333'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:52.114602 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-38e67dc0-a452-4877-82a2-633feae21293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654333'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:52.163487 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-41a978b3-8d0c-47b1-a555-1607f9148e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:53.205593 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654333'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:54.695584 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654333'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:55.936238 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53688) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:43:56.349646 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654333'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:43:56.351507 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.354215 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.355030 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.356081 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.356641 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.357321 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.357827 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.358744 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.359405 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.360008 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.360497 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.360966 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.361664 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:43:56.362213 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830092-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:43:56.371979 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830092-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:43:56.471862 dv-cinder-830092-2-iscsi neutron-server[114663]: WARNING oslo_policy.policy [None req-80083679-8067-4adf-aba3-865cfac03660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:43:56.472435 dv-cinder-830092-2-iscsi neutron-server[114663]: WARNING oslo_policy.policy [None req-80083679-8067-4adf-aba3-865cfac03660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:43:56.690536 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [None req-80083679-8067-4adf-aba3-865cfac03660 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:43:56.701597 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-80083679-8067-4adf-aba3-865cfac03660 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7544909 Mar 08 13:43:58.147621 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.db.l3_hamode_db [None req-73664513-9006-4ee6-859b-a81ec86f6a0f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 13:43:58.226756 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73664513-9006-4ee6-859b-a81ec86f6a0f None None] Routers set() bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:43:58.227366 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73664513-9006-4ee6-859b-a81ec86f6a0f None None] Router IDs set() for agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 13:43:59.228817 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 53714) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:43:59.746993 dv-cinder-830092-2-iscsi neutron-server[114662]: WARNING oslo_policy.policy [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:43:59.747571 dv-cinder-830092-2-iscsi neutron-server[114662]: WARNING oslo_policy.policy [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:43:59.963324 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:00.055042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.policy [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114662) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 13:44:00.096844 dv-cinder-830092-2-iscsi neutron-server[114662]: WARNING oslo_policy.policy [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:44:00.097205 dv-cinder-830092-2-iscsi neutron-server[114662]: WARNING oslo_policy.policy [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:44:00.207555 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731581095369', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731581095740', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731581109321', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731581107954', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731581327912', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731581319488', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4099229', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3387484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-345112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-458155'] for rbac-policy (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:00.276925 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:00.278292 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-eb1dc2f7-c20d-428e-87e7-64d333c5a25e admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0472171 Mar 08 13:44:02.752967 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 53730) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:03.096182 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:03.129071 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Made reservation on behalf of 4b15a0b04df24a618ea34b84d6e6ddd2 for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:44:03.132939 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.151270 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.277653 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks [] for security_group (6e07908d-9a8b-4ba6-9a30-bd6f9b033108), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.284229 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6e07908d-9a8b-4ba6-9a30-bd6f9b033108), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.304106 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:44:03.339310 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731582180702', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (155db6c7-5c62-48c0-9f51-603058c7a353), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.339819 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Unsubscribe: segment precommit_create {{(pid=114662) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 13:44:03.340299 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Added segment 155db6c7-5c62-48c0-9f51-603058c7a353 of type vlan for network a1211145-0e66-4263-bfb9-dcbbbdb7562c Mar 08 13:44:03.359562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6e07908d-9a8b-4ba6-9a30-bd6f9b033108,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:03.408132 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.408506 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.408859 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.409194 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.409556 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.409885 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.410208 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.410530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.410851 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.411191 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.411502 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.411831 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.412130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Tracked resource versions report: Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: pushed versions: Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: { 'AddressGroup': {'1.2'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'ConntrackHelper': {'1.0'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Log': {'1.0'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Network': {'1.1'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Port': {'1.7'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'PortForwarding': {'1.2'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'QosPolicy': {'1.10'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroup': {'1.5'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SubPort': {'1.0'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Subnet': {'1.1'}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Trunk': {'1.1'}} Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: consumer versions: Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'ConntrackHelper': '1.0', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'LocalIPAssociation': '1.0', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Log': '1.0', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Network': '1.1', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Port': '1.7', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'PortForwarding': '1.2', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'QosPolicy': '1.10', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroup': '1.5', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroupRule': '1.2', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SubPort': '1.0', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Subnet': '1.1', Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Trunk': '1.1'}} Mar 08 13:44:03.413672 dv-cinder-830092-2-iscsi neutron-server[114662]: {{(pid=114662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:44:03.445418 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (a1211145-0e66-4263-bfb9-dcbbbdb7562c), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.491105 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (a1211145-0e66-4263-bfb9-dcbbbdb7562c), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.496404 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:03.497112 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:03.563408 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8094246 Mar 08 13:44:03.613913 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5266422-3197-4ebd-ade1-64d7efa5d43b demo demo] Pushing event updated for resources: {'Network': ['ID=a1211145-0e66-4263-bfb9-dcbbbdb7562c,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:03.626480 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:44:06.101155 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 53742) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:06.522486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cfc684-4f4a-4468-9a23-8d6cf3f09d89 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:06.523868 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f7cfc684-4f4a-4468-9a23-8d6cf3f09d89 demo admin] 10.222.0.18 "GET /v2.0/networks/a1211145-0e66-4263-bfb9-dcbbbdb7562c HTTP/1.1" status: 200 len: 825 time: 0.4216816 Mar 08 13:44:06.549287 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-6e6b9295-b3dd-4455-9f96-01d03ac7dad8 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/773170fe-faba-4b4a-bac3-83d8db3daf2d HTTP/1.1" status: 200 len: 734 time: 0.0196881 Mar 08 13:44:06.557597 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Request body: {'subnet': {'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:06.586170 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Made reservation on behalf of 4b15a0b04df24a618ea34b84d6e6ddd2 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:44:06.589879 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:06.901086 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:06.964886 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:06.973279 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Checking segment: {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:44:06.973670 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Network hostable DHCP agents. Network: a1211145-0e66-4263-bfb9-dcbbbdb7562c, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:44:06.996895 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:44:07.009204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, a1211145-0e66-4263-bfb9-dcbbbdb7562c) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:44:07.014370 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:07.014983 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:07.021127 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbd722-1727-4cfa-8f19-c0d73d39964b None None] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:44:07.032174 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7a67a60b-c77a-455a-8799-1254527e5a17 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4777842 Mar 08 13:44:07.402091 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:44:07.403387 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:07.676400 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Allocated IP 172.20.0.2 (a1211145-0e66-4263-bfb9-dcbbbdb7562c/a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6/1802b7a0-c43b-48fe-b76c-7757c5c53954) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:44:07.943555 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Publish callbacks [] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:07.951414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:08.023729 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:44:08.028963 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:44:08.037968 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:44:08.040977 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Pushing event updated for resources: {'Port': ['ID=1802b7a0-c43b-48fe-b76c-7757c5c53954,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:08.072775 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.073125 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.073502 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.073836 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.074140 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.074490 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.074812 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.075134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.075448 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.075780 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.076098 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.076413 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.076712 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Tracked resource versions report: Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: pushed versions: Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: { 'AddressGroup': {'1.2'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'ConntrackHelper': {'1.0'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Log': {'1.0'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Network': {'1.1'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Port': {'1.7'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'PortForwarding': {'1.2'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'QosPolicy': {'1.10'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroup': {'1.5'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SubPort': {'1.0'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Subnet': {'1.1'}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Trunk': {'1.1'}} Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: consumer versions: Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'ConntrackHelper': '1.0', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'LocalIPAssociation': '1.0', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Log': '1.0', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Network': '1.1', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Port': '1.7', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'PortForwarding': '1.2', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'QosPolicy': '1.10', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroup': '1.5', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroupRule': '1.2', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SubPort': '1.0', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Subnet': '1.1', Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Trunk': '1.1'}} Mar 08 13:44:08.078123 dv-cinder-830092-2-iscsi neutron-server[114664]: {{(pid=114664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:44:08.126663 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Attempting to bind port 1802b7a0-c43b-48fe-b76c-7757c5c53954 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:44:08.127058 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Attempting to bind port 1802b7a0-c43b-48fe-b76c-7757c5c53954 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:44:08.127472 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Attempting to bind port 1802b7a0-c43b-48fe-b76c-7757c5c53954 on network a1211145-0e66-4263-bfb9-dcbbbdb7562c {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:44:08.132646 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:44:08.133017 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Checking segment: {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:44:08.133520 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:08.133905 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Bound using segment: {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:44:08.134381 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Bound port: 1802b7a0-c43b-48fe-b76c-7757c5c53954, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:44:08.134803 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:08.198536 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] For port 1802b7a0-c43b-48fe-b76c-7757c5c53954, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:44:08.202958 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] For port 1802b7a0-c43b-48fe-b76c-7757c5c53954, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=1802b7a0-c43b-48fe-b76c-7757c5c53954,segment=NetworkSegment(155db6c7-5c62-48c0-9f51-603058c7a353),segment_id=155db6c7-5c62-48c0-9f51-603058c7a353)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:44:08.213020 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:08.277007 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774f9be-513b-4794-b3d7-44f47301811e None None] Pushing event updated for resources: {'Port': ['ID=1802b7a0-c43b-48fe-b76c-7757c5c53954,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:09.579238 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53750) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:09.905336 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [None req-1be86b8f-f975-49f4-947e-fb1b9dcef7f3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:44:09.906367 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1be86b8f-f975-49f4-947e-fb1b9dcef7f3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259380 Mar 08 13:44:12.402249 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53758) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:12.735180 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [None req-c97f864c-6276-4c95-b9b1-4cb84986d447 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:44:12.736142 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c97f864c-6276-4c95-b9b1-4cb84986d447 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3329315 Mar 08 13:44:15.257395 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53766) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:15.584329 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:15.642518 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.policy [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114663) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 13:44:15.685258 dv-cinder-830092-2-iscsi neutron-server[114663]: WARNING oslo_policy.policy [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:44:15.685659 dv-cinder-830092-2-iscsi neutron-server[114663]: WARNING oslo_policy.policy [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 13:44:15.746799 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (6ec6bf15-932f-4d29-8c96-212fae8ada6a), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:15.748669 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (6ec6bf15-932f-4d29-8c96-212fae8ada6a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:15.904606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Publish callbacks [] for router_controller (6ec6bf15-932f-4d29-8c96-212fae8ada6a), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:15.910869 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (6ec6bf15-932f-4d29-8c96-212fae8ada6a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:15.934757 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:15.935956 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b02d01b6-b2c0-48a9-b0e0-c4977bee861c demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6776304 Mar 08 13:44:18.451751 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53780) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:18.773371 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [None req-a2b607e6-7d34-411b-a856-751181a3c998 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:44:18.774444 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a2b607e6-7d34-411b-a856-751181a3c998 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3217723 Mar 08 13:44:19.059365 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 1802b7a0-c43b-48fe-b76c-7757c5c53954 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:44:19.146895 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 1802b7a0-c43b-48fe-b76c-7757c5c53954 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:19.147676 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:19.255718 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 1802b7a0-c43b-48fe-b76c-7757c5c53954 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:19.256064 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:19.290264 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 1802b7a0-c43b-48fe-b76c-7757c5c53954, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=1802b7a0-c43b-48fe-b76c-7757c5c53954,segment=NetworkSegment(155db6c7-5c62-48c0-9f51-603058c7a353),segment_id=155db6c7-5c62-48c0-9f51-603058c7a353)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:44:19.294671 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:19.346932 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=1802b7a0-c43b-48fe-b76c-7757c5c53954,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:19.413317 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f5bf4-016f-460d-995a-7e50172eee44 None None] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:44:19.533628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-8883a063-6d60-4b99-8f5c-b643435d261c None None] Provisioning complete for port 1802b7a0-c43b-48fe-b76c-7757c5c53954 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:19.533930 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-8883a063-6d60-4b99-8f5c-b643435d261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:19.625767 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-8883a063-6d60-4b99-8f5c-b643435d261c None None] Current status of the port 1802b7a0-c43b-48fe-b76c-7757c5c53954 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:19.746443 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-e2b3bbbd-ae54-4bb8-aaa7-9edbd46389c3 None None] Provisioning complete for port 1802b7a0-c43b-48fe-b76c-7757c5c53954 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:19.746855 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bbbd-ae54-4bb8-aaa7-9edbd46389c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:19.825179 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3bbbd-ae54-4bb8-aaa7-9edbd46389c3 None None] Current status of the port 1802b7a0-c43b-48fe-b76c-7757c5c53954 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:19.961966 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b35e4b16-777f-4963-95f7-de90cce76be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.019849 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 1802b7a0-c43b-48fe-b76c-7757c5c53954 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:44:21.067546 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 1802b7a0-c43b-48fe-b76c-7757c5c53954 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:21.067926 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.141865 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 1802b7a0-c43b-48fe-b76c-7757c5c53954 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:21.285893 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53788) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:21.654578 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:21.679340 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Made reservation on behalf of bb5233956b7746bc8c923776ec1a970c for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:44:21.682691 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.697298 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.803757 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks [] for security_group (2cbd8885-41ce-44eb-8eee-f2f0349c8c38), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.811252 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2cbd8885-41ce-44eb-8eee-f2f0349c8c38), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.827433 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Reserving flat network on physical network physnet1 {{(pid=114663) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 13:44:21.857799 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731582180702', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (f4adea11-1f3e-458e-8106-41aad2bfb915), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:21.858370 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Unsubscribe: segment precommit_create {{(pid=114663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 13:44:21.858864 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Added segment f4adea11-1f3e-458e-8106-41aad2bfb915 of type flat for network 696edc2b-0a7a-447d-8ce7-161359adf9e7 Mar 08 13:44:21.877748 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd8885-41ce-44eb-8eee-f2f0349c8c38,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:21.927417 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.927782 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.928115 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.928445 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.928760 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.929091 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.929448 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.929778 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.930120 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.930457 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.930781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.931099 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.931416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Tracked resource versions report: Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: pushed versions: Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: { 'AddressGroup': {'1.2'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'ConntrackHelper': {'1.0'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Log': {'1.0'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Network': {'1.1'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Port': {'1.7'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'PortForwarding': {'1.2'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'QosPolicy': {'1.10'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroup': {'1.5'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SubPort': {'1.0'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Subnet': {'1.1'}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Trunk': {'1.1'}} Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: consumer versions: Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'ConntrackHelper': '1.0', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'LocalIPAssociation': '1.0', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Log': '1.0', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Network': '1.1', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Port': '1.7', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'PortForwarding': '1.2', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'QosPolicy': '1.10', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroup': '1.5', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroupRule': '1.2', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SubPort': '1.0', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Subnet': '1.1', Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Trunk': '1.1'}} Mar 08 13:44:21.932797 dv-cinder-830092-2-iscsi neutron-server[114663]: {{(pid=114663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:44:21.982099 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (696edc2b-0a7a-447d-8ce7-161359adf9e7), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:22.030245 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (696edc2b-0a7a-447d-8ce7-161359adf9e7), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:22.032083 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:22.033174 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:22.091372 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8040376 Mar 08 13:44:22.120047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7d81134a-aabb-493a-86a1-c8aa09fa1e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:22.137683 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7aff7-c9d4-48de-a907-d336e118a449 admin admin] Pushing event updated for resources: {'Network': ['ID=696edc2b-0a7a-447d-8ce7-161359adf9e7,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:22.148350 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:44:22.685228 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:44:23.161325 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:24.574770 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 53810) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:24.650292 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:24.765703 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a370512-76f2-47a5-b891-f5c0eb722b52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:24.767047 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0a370512-76f2-47a5-b891-f5c0eb722b52 demo admin] 10.222.0.18 "GET /v2.0/subnets/a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6 HTTP/1.1" status: 200 len: 849 time: 0.1913207 Mar 08 13:44:24.928974 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5a13c330-35ac-42c2-9318-be51a69d78ee demo admin] 10.222.0.18 "GET /v2.0/routers/6ec6bf15-932f-4d29-8c96-212fae8ada6a HTTP/1.1" status: 200 len: 704 time: 0.1554277 Mar 08 13:44:25.207692 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:25.503203 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Allocated IP 172.20.0.1 (a1211145-0e66-4263-bfb9-dcbbbdb7562c/a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6/e8051291-f04a-4cc3-abea-d6c6f0d051d4) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:44:25.658630 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks [] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:25.727190 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:25.839906 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:44:25.846766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:44:25.852696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:44:25.852696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (6ec6bf15-932f-4d29-8c96-212fae8ada6a), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:25.919950 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Pushing event updated for resources: {'Port': ['ID=e8051291-f04a-4cc3-abea-d6c6f0d051d4,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:26.067791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.093650 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-af8a4a6b-76c9-4739-8e27-60c66fc5c3f6 None None] Provisioning complete for port e8051291-f04a-4cc3-abea-d6c6f0d051d4 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:26.094182 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af8a4a6b-76c9-4739-8e27-60c66fc5c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.180579 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-af8a4a6b-76c9-4739-8e27-60c66fc5c3f6 None None] Port e8051291-f04a-4cc3-abea-d6c6f0d051d4 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:44:26.282839 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks [] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.290281 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.291042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (6ec6bf15-932f-4d29-8c96-212fae8ada6a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.349307 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Pushing event updated for resources: {'Port': ['ID=e8051291-f04a-4cc3-abea-d6c6f0d051d4,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:26.352645 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.415635 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:44:26.417050 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:44:26.588443 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Router 6ec6bf15-932f-4d29-8c96-212fae8ada6a is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:44:26.688938 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:44:26.694280 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-9d41201b-a9c5-45ef-ada3-5efc5249eead demo admin] 10.222.0.18 "PUT /v2.0/routers/6ec6bf15-932f-4d29-8c96-212fae8ada6a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7574356 Mar 08 13:44:26.706369 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-c64bd502-2ab4-490f-a8cc-c75b1e3a4689 None None] Provisioning complete for port e8051291-f04a-4cc3-abea-d6c6f0d051d4 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:26.710504 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Sync routers for ids ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:44:26.714069 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c64bd502-2ab4-490f-a8cc-c75b1e3a4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:26.723269 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Routers {'6ec6bf15-932f-4d29-8c96-212fae8ada6a'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:44:26.724124 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:44:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:26.751508 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-c64bd502-2ab4-490f-a8cc-c75b1e3a4689 None None] Port e8051291-f04a-4cc3-abea-d6c6f0d051d4 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:44:26.913835 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Set router 6ec6bf15-932f-4d29-8c96-212fae8ada6a gateway port host: None {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:44:27.344553 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'name': 'router1', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:44:15Z', 'updated_at': '2022-03-08T13:44:26Z', 'revision_number': 2, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'gw_port_host': None, '_interfaces': [{'id': 'e8051291-f04a-4cc3-abea-d6c6f0d051d4', 'name': '', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'mac_address': 'fa:16:3e:a8:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:25Z', 'updated_at': '2022-03-08T13:44:26Z', 'revision_number': 2, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'subnets': [{'id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:27.393868 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Checking router: 6ec6bf15-932f-4d29-8c96-212fae8ada6a for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:44:27.394296 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Updating router 6ec6bf15-932f-4d29-8c96-212fae8ada6a port e8051291-f04a-4cc3-abea-d6c6f0d051d4 binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:44:27.473987 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:27.954855 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Publish callbacks [] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:27.963554 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.124364 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Pushing event updated for resources: {'Port': ['ID=e8051291-f04a-4cc3-abea-d6c6f0d051d4,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:28.134631 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.134975 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.135309 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.135634 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.135954 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.136272 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.136592 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.136907 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.137219 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.137578 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.137899 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.138207 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.138739 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Tracked resource versions report: Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: pushed versions: Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: { 'AddressGroup': {'1.2'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'ConntrackHelper': {'1.0'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Log': {'1.0'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Network': {'1.1'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Port': {'1.7'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'PortForwarding': {'1.2'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'QosPolicy': {'1.10'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroup': {'1.5'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SubPort': {'1.0'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Subnet': {'1.1'}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Trunk': {'1.1'}} Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: consumer versions: Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'ConntrackHelper': '1.0', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'LocalIPAssociation': '1.0', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Log': '1.0', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Network': '1.1', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Port': '1.7', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'PortForwarding': '1.2', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'QosPolicy': '1.10', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroup': '1.5', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroupRule': '1.2', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SubPort': '1.0', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Subnet': '1.1', Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Trunk': '1.1'}} Mar 08 13:44:28.139991 dv-cinder-830092-2-iscsi neutron-server[114665]: {{(pid=114665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:44:28.144357 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Attempting to bind port e8051291-f04a-4cc3-abea-d6c6f0d051d4 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:44:28.144759 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Attempting to bind port e8051291-f04a-4cc3-abea-d6c6f0d051d4 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:44:28.145184 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Attempting to bind port e8051291-f04a-4cc3-abea-d6c6f0d051d4 on network a1211145-0e66-4263-bfb9-dcbbbdb7562c {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:44:28.151026 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:44:28.151349 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Checking segment: {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:44:28.151828 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.152206 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Bound using segment: {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:44:28.152682 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Bound port: e8051291-f04a-4cc3-abea-d6c6f0d051d4, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155db6c7-5c62-48c0-9f51-603058c7a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:44:28.153055 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.180396 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-44d65e8b-7e87-4eae-b49b-fe542ba198c3 None None] Provisioning complete for port e8051291-f04a-4cc3-abea-d6c6f0d051d4 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:28.180963 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-44d65e8b-7e87-4eae-b49b-fe542ba198c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.215638 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] For port e8051291-f04a-4cc3-abea-d6c6f0d051d4, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:44:28.216127 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-44d65e8b-7e87-4eae-b49b-fe542ba198c3 None None] Port e8051291-f04a-4cc3-abea-d6c6f0d051d4 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:44:28.235425 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] For port e8051291-f04a-4cc3-abea-d6c6f0d051d4, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e8051291-f04a-4cc3-abea-d6c6f0d051d4,segment=NetworkSegment(155db6c7-5c62-48c0-9f51-603058c7a353),segment_id=155db6c7-5c62-48c0-9f51-603058c7a353)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:44:28.241554 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.287725 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Routers {'6ec6bf15-932f-4d29-8c96-212fae8ada6a'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:44:28.288308 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:44:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:28.384857 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a676e0-8e66-48cc-9a82-c8888799171d None None] Pushing event updated for resources: {'Port': ['ID=e8051291-f04a-4cc3-abea-d6c6f0d051d4,revision_number=4']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:28.394542 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] Set router 6ec6bf15-932f-4d29-8c96-212fae8ada6a gateway port host: None {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:44:28.436035 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] Provisioning complete for port e8051291-f04a-4cc3-abea-d6c6f0d051d4 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:28.436402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.514587 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] Current status of the port e8051291-f04a-4cc3-abea-d6c6f0d051d4 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:28.514587 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.545719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] For port e8051291-f04a-4cc3-abea-d6c6f0d051d4, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e8051291-f04a-4cc3-abea-d6c6f0d051d4,segment=NetworkSegment(155db6c7-5c62-48c0-9f51-603058c7a353),segment_id=155db6c7-5c62-48c0-9f51-603058c7a353)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:44:28.550289 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:28.601849 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a288c-7e72-4284-b822-74da72916a76 None None] Pushing event updated for resources: {'Port': ['ID=e8051291-f04a-4cc3-abea-d6c6f0d051d4,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:28.606057 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'name': 'router1', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:44:15Z', 'updated_at': '2022-03-08T13:44:26Z', 'revision_number': 2, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'gw_port_host': None, '_interfaces': [{'id': 'e8051291-f04a-4cc3-abea-d6c6f0d051d4', 'name': '', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'mac_address': 'fa:16:3e:a8:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:25Z', 'updated_at': '2022-03-08T13:44:28Z', 'revision_number': 4, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'subnets': [{'id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:28.632953 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a701ee0-c8b8-452e-aa51-eb55755d8621 None None] The sync data for ids ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'] in dv-cinder-830092-2-iscsi is: [{'id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'name': 'router1', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:44:15Z', 'updated_at': '2022-03-08T13:44:26Z', 'revision_number': 2, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'gw_port_host': None, '_interfaces': [{'id': 'e8051291-f04a-4cc3-abea-d6c6f0d051d4', 'name': '', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'mac_address': 'fa:16:3e:a8:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:25Z', 'updated_at': '2022-03-08T13:44:28Z', 'revision_number': 4, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'subnets': [{'id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:44:29.100057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 53830) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:29.247709 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1562fc-bb59-4a00-90f4-b826148f383a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:29.249008 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0d1562fc-bb59-4a00-90f4-b826148f383a admin admin] 10.222.0.18 "GET /v2.0/networks/696edc2b-0a7a-447d-8ce7-161359adf9e7 HTTP/1.1" status: 200 len: 842 time: 0.1478777 Mar 08 13:44:29.258493 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'cidr': '172.27.2.0/24'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:29.282948 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Made reservation on behalf of bb5233956b7746bc8c923776ec1a970c for: {'subnet': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:44:29.285316 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:29.664785 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.objects.ports [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114663) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 13:44:29.665246 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (166d8979-fbf4-4ecb-8149-2688047fb6ff), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:29.715085 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=166d8979-fbf4-4ecb-8149-2688047fb6ff,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:29.733029 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:44:29.733443 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Network hostable DHCP agents. Network: 696edc2b-0a7a-447d-8ce7-161359adf9e7, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:44:29.759485 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:44:29.770667 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 696edc2b-0a7a-447d-8ce7-161359adf9e7) {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:44:29.775725 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:29.776302 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:29.786151 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf243482-4fb5-41b3-b75b-ecf44c5d2d8b None None] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:44:29.793530 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-773fe619-ff5f-4c64-89ed-1f167e494caf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5382917 Mar 08 13:44:29.920933 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a578d95-811b-410b-985c-841870452a8d None None] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:44:32.202144 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 53838) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:32.337013 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3bba59eb-e7c6-4b20-8bd3-978ad8528c88 demo admin] 10.222.0.18 "GET /v2.0/routers/6ec6bf15-932f-4d29-8c96-212fae8ada6a HTTP/1.1" status: 200 len: 710 time: 0.1337183 Mar 08 13:44:32.422116 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff8926-bec3-4c87-aef4-68e32ab0393c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:44:32.423485 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5aff8926-bec3-4c87-aef4-68e32ab0393c demo admin] 10.222.0.18 "GET /v2.0/networks/696edc2b-0a7a-447d-8ce7-161359adf9e7 HTTP/1.1" status: 200 len: 886 time: 0.0810523 Mar 08 13:44:32.432489 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:44:32.756548 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks [] for router_gateway (6ec6bf15-932f-4d29-8c96-212fae8ada6a), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:32.990631 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks [] for router_gateway (6ec6bf15-932f-4d29-8c96-212fae8ada6a), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.063220 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.166907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Allocated IP 172.27.2.31 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:44:33.268214 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks [] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.304279 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.343945 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:44:33.348993 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:44:33.351223 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Pushing event updated for resources: {'Port': ['ID=8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:33.356484 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:44:33.619228 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks [] for router_gateway (6ec6bf15-932f-4d29-8c96-212fae8ada6a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.829140 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26183'] for router (6ec6bf15-932f-4d29-8c96-212fae8ada6a), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.833376 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652567'] for router (6ec6bf15-932f-4d29-8c96-212fae8ada6a), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:33.951378 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Router 6ec6bf15-932f-4d29-8c96-212fae8ada6a has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:44:34.060712 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:44:34.066597 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:34.067805 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-bcf8b8e7-fe3d-4a69-9ee0-5abc632ce104 demo admin] 10.222.0.18 "PUT /v2.0/routers/6ec6bf15-932f-4d29-8c96-212fae8ada6a HTTP/1.1" status: 200 len: 889 time: 1.6384549 Mar 08 13:44:36.605220 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 53852) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:44:36.724800 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-fa237c13-8c10-4bbf-a2c2-615b2d33b5cd admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1182659 Mar 08 13:44:37.068206 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e8051291-f04a-4cc3-abea-d6c6f0d051d4 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:44:37.112167 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Sync routers for ids ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:44:37.129877 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Routers {'6ec6bf15-932f-4d29-8c96-212fae8ada6a'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:44:37.130613 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:44:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:37.153015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port e8051291-f04a-4cc3-abea-d6c6f0d051d4 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:37.153015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:37.381310 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Set router 6ec6bf15-932f-4d29-8c96-212fae8ada6a gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:44:37.555340 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port e8051291-f04a-4cc3-abea-d6c6f0d051d4 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:37.872827 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'name': 'router1', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:44:15Z', 'updated_at': '2022-03-08T13:44:33Z', 'revision_number': 4, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'gw_port': {'id': '8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:33Z', 'updated_at': '2022-03-08T13:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e8051291-f04a-4cc3-abea-d6c6f0d051d4', 'name': '', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'mac_address': 'fa:16:3e:a8:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:25Z', 'updated_at': '2022-03-08T13:44:28Z', 'revision_number': 5, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'subnets': [{'id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:37.921719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Checking router: 6ec6bf15-932f-4d29-8c96-212fae8ada6a for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:44:37.922073 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Updating router 6ec6bf15-932f-4d29-8c96-212fae8ada6a port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:44:37.978973 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:38.307020 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Publish callbacks [] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:38.314083 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:38.365623 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4c007-8968-4d38-aabc-dfb89c6fcf83 None None] Pushing event updated for resources: {'Port': ['ID=8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:38.369629 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Attempting to bind port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:44:38.369989 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Attempting to bind port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:44:38.370364 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Attempting to bind port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:44:38.375376 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:44:38.375744 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:44:38.376153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:38.376526 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:44:38.376985 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Bound port: 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:44:38.377379 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:38.441768 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] For port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:44:38.445918 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] For port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:44:38.453698 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:38.511781 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Routers {'6ec6bf15-932f-4d29-8c96-212fae8ada6a'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:44:38.512429 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:44:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:38.557857 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4c007-8968-4d38-aabc-dfb89c6fcf83 None None] Pushing event updated for resources: {'Port': ['ID=8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:38.632525 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] Set router 6ec6bf15-932f-4d29-8c96-212fae8ada6a gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:44:38.850656 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'name': 'router1', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:44:15Z', 'updated_at': '2022-03-08T13:44:33Z', 'revision_number': 4, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'gw_port': {'id': '8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:33Z', 'updated_at': '2022-03-08T13:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e8051291-f04a-4cc3-abea-d6c6f0d051d4', 'name': '', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'mac_address': 'fa:16:3e:a8:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:25Z', 'updated_at': '2022-03-08T13:44:28Z', 'revision_number': 5, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'subnets': [{'id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:44:38.878321 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd869c0-81e2-499a-b185-be992c73c883 None None] The sync data for ids ['6ec6bf15-932f-4d29-8c96-212fae8ada6a'] in dv-cinder-830092-2-iscsi is: [{'id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'name': 'router1', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:44:15Z', 'updated_at': '2022-03-08T13:44:33Z', 'revision_number': 4, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'gw_port': {'id': '8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:33Z', 'updated_at': '2022-03-08T13:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e8051291-f04a-4cc3-abea-d6c6f0d051d4', 'name': '', 'network_id': 'a1211145-0e66-4263-bfb9-dcbbbdb7562c', 'tenant_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'mac_address': 'fa:16:3e:a8:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6bf15-932f-4d29-8c96-212fae8ada6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:44:25Z', 'updated_at': '2022-03-08T13:44:28Z', 'revision_number': 5, 'project_id': '4b15a0b04df24a618ea34b84d6e6ddd2', 'subnets': [{'id': 'a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '773170fe-faba-4b4a-bac3-83d8db3daf2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:44:39.099149 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:44:39.168106 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:39.168488 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:39.272075 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:39.272075 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:39.295569 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:44:39.305588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:39.362075 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:44:41.072817 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:44:41.137276 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:44:41.138039 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:41.244687 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 8ae0e9be-7a03-4ebf-a4ea-63dc893d6fe3 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:44:49.967069 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-46767547-1c99-4a28-9054-259c3f83c4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:52.120136 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9b0a60ee-8970-4685-b75b-ea79e2fa5d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:53.168912 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:54.653257 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:56.348220 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:44:59.684920 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:45:19.982973 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-0731c00f-98c8-4ba3-a633-a949231bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:22.116009 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-de7641a1-94f0-4397-b7b7-4ea7a3b65687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:23.175244 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:24.654330 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:26.353888 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:36.685603 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:45:49.968345 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-07ce7524-af87-4a04-95f4-6c9349181fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:52.121700 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-3610d58e-72e7-4941-9ec2-c450c9bccdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:53.175117 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:54.658104 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:56.368600 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:56.731025 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54336) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:45:56.803844 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb8ead5-dcb9-4bc3-8456-00b0a1b49e09 admin admin] GET failed (client error): The resource could not be found. Mar 08 13:45:56.805116 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0bb8ead5-dcb9-4bc3-8456-00b0a1b49e09 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727618 Mar 08 13:45:56.964871 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66c137-6679-4f4c-b0b0-5e4c66a2b256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:45:56.966372 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3d66c137-6679-4f4c-b0b0-5e4c66a2b256 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569989 Mar 08 13:45:59.248210 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54346) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:45:59.367918 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1b9e2-25b4-40d8-b624-9bff08a040a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:45:59.369264 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4ec1b9e2-25b4-40d8-b624-9bff08a040a2 admin admin] 10.222.0.18 "GET /v2.0/subnets/a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6 HTTP/1.1" status: 200 len: 849 time: 0.1197352 Mar 08 13:45:59.379326 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:45:59.461741 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Publish callbacks [] for subnet (a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:59.624845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731582193327'] for subnet (a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:59.657016 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:45:59.657656 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:45:59.658907 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] 10.222.0.18 "PUT /v2.0/subnets/a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6 HTTP/1.1" status: 200 len: 868 time: 0.2835393 Mar 08 13:45:59.677039 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0266b08a-8f74-497a-b100-b95552164025 None None] Network a1211145-0e66-4263-bfb9-dcbbbdb7562c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:45:59.678000 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:45:59.685344 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.685764 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.686121 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.686458 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.686824 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.687102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.687449 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.687777 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.688115 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.688468 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.688787 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.689179 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.689550 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc0944-8b3c-43a5-9c42-eb662569d2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:45:59.988972 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-b6854a64-d959-480f-96e9-726192fdb9e0 None None] Provisioning complete for port e8051291-f04a-4cc3-abea-d6c6f0d051d4 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:45:59.989407 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b6854a64-d959-480f-96e9-726192fdb9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e8051291-f04a-4cc3-abea-d6c6f0d051d4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:00.067583 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-b6854a64-d959-480f-96e9-726192fdb9e0 None None] Current status of the port e8051291-f04a-4cc3-abea-d6c6f0d051d4 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:46:00.078729 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-b6854a64-d959-480f-96e9-726192fdb9e0 None None] Provisioning complete for port 1802b7a0-c43b-48fe-b76c-7757c5c53954 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:46:00.079053 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b6854a64-d959-480f-96e9-726192fdb9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (1802b7a0-c43b-48fe-b76c-7757c5c53954), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:00.155067 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-b6854a64-d959-480f-96e9-726192fdb9e0 None None] Current status of the port 1802b7a0-c43b-48fe-b76c-7757c5c53954 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:46:01.980501 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54354) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:02.196372 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4336ab-7890-41f9-8c76-892b16682c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:02.196840 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4336ab-7890-41f9-8c76-892b16682c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:02.198438 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6f4336ab-7890-41f9-8c76-892b16682c3f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2164938 Mar 08 13:46:04.529321 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54362) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:04.674643 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e687c-7cb0-4b84-8f1d-55f1c8311c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:04.675115 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e687c-7cb0-4b84-8f1d-55f1c8311c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:04.676640 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ce6e687c-7cb0-4b84-8f1d-55f1c8311c69 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1463199 Mar 08 13:46:06.962591 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54370) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:07.180601 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16017753-e396-4306-a72b-79a302112ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:07.182042 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-16017753-e396-4306-a72b-79a302112ead admin admin] 10.222.0.18 "GET /v2.0/networks/696edc2b-0a7a-447d-8ce7-161359adf9e7 HTTP/1.1" status: 200 len: 886 time: 0.2184458 Mar 08 13:46:09.479881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54380) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:09.623750 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb4a594-60ef-4555-9b84-b5f55a58ea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:09.625096 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2fb4a594-60ef-4555-9b84-b5f55a58ea44 admin admin] 10.222.0.18 "GET /v2.0/networks/a1211145-0e66-4263-bfb9-dcbbbdb7562c HTTP/1.1" status: 200 len: 869 time: 0.1442277 Mar 08 13:46:11.926317 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54388) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:12.071798 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f7218-e060-4e8b-b882-b5cd6fa6d545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:12.072251 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f7218-e060-4e8b-b882-b5cd6fa6d545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:12.073825 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1f2f7218-e060-4e8b-b882-b5cd6fa6d545 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465535 Mar 08 13:46:13.684352 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:46:14.361947 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54396) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:14.459552 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603e02e-7864-406a-ab40-c45a94a02422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:14.460002 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603e02e-7864-406a-ab40-c45a94a02422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:14.461516 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4603e02e-7864-406a-ab40-c45a94a02422 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983398 Mar 08 13:46:16.764450 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54404) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:16.906706 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea514300-be23-45cd-9ef3-4c42ec441014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:16.908080 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ea514300-be23-45cd-9ef3-4c42ec441014 admin admin] 10.222.0.18 "GET /v2.0/subnets/166d8979-fbf4-4ecb-8149-2688047fb6ff HTTP/1.1" status: 200 len: 816 time: 0.1426961 Mar 08 13:46:19.209579 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54412) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:19.319992 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0bdbb0-eccf-4f91-a664-a0327024d1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:19.321336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4b0bdbb0-eccf-4f91-a664-a0327024d1b9 admin admin] 10.222.0.18 "GET /v2.0/subnets/a0eb2f98-1852-4957-a0d4-ff6b7cf6fad6 HTTP/1.1" status: 200 len: 868 time: 0.1104586 Mar 08 13:46:19.973318 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a584e8ec-c2dc-49a5-b1ac-6c2a6e40a797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:22.126284 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bede5e5b-cc3a-4f63-b9f5-19d4d8eb071f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:23.178521 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:24.660869 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:26.364301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:47.198291 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54464) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:47.249585 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [None req-da87c1b1-d2f0-4e78-b874-04613f50c538 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:46:47.250580 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-da87c1b1-d2f0-4e78-b874-04613f50c538 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513537 Mar 08 13:46:49.614399 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54472) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:49.685291 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cc98a9-9b6b-4f33-a190-910202aedc18 admin admin] GET failed (client error): The resource could not be found. Mar 08 13:46:49.686618 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-07cc98a9-9b6b-4f33-a190-910202aedc18 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712662 Mar 08 13:46:49.827207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115412f3-2ac8-4d7b-9891-5413f07ab43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:49.828598 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-115412f3-2ac8-4d7b-9891-5413f07ab43a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360190 Mar 08 13:46:49.979313 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4866bd48-c8c2-4f72-9bd1-27f9323b53fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:50.683800 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:46:52.134062 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c91b1abd-4088-4003-b803-7feeaeca31ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:52.135752 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54480) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:52.182518 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:46:52.205090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Made reservation on behalf of bb5233956b7746bc8c923776ec1a970c for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:46:52.207501 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:52.235089 dv-cinder-830092-2-iscsi neutron-server[114662]: WARNING neutron.services.revisions.revision_plugin [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Could not find related network for resource to bump revision. Mar 08 13:46:52.248560 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:46:52.258157 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (532c0ebc-88c5-46a2-88bd-a137c2db4b63), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:52.258491 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Added segment 532c0ebc-88c5-46a2-88bd-a137c2db4b63 of type vlan for network 5229af2a-2f00-4a48-81ba-86f54aecf03d Mar 08 13:46:52.305616 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (5229af2a-2f00-4a48-81ba-86f54aecf03d), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:52.337437 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (5229af2a-2f00-4a48-81ba-86f54aecf03d), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:52.338303 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:52.338849 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:52.391532 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2545962 Mar 08 13:46:52.426935 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Pushing event updated for resources: {'Network': ['ID=5229af2a-2f00-4a48-81ba-86f54aecf03d,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:46:52.434963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.435370 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.435721 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.436061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.436395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.436727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.437070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.437405 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.437762 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.438115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.438426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.438748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.439066 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d64b8b-3c50-4300-a6e9-8ddf837e5efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:52.451585 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 5229af2a-2f00-4a48-81ba-86f54aecf03d details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:46:53.184573 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:54.664939 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:54.727008 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54488) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:46:54.792600 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afe04e5-e36e-4f47-8160-7850e693d4bf admin admin] GET failed (client error): The resource could not be found. Mar 08 13:46:54.793960 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-6afe04e5-e36e-4f47-8160-7850e693d4bf admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659366 Mar 08 13:46:54.864226 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228b635-7292-4615-b02b-b4f6cc08b2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:54.865696 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a228b635-7292-4615-b02b-b4f6cc08b2b6 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676503 Mar 08 13:46:54.879007 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:46:54.899939 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Made reservation on behalf of bb5233956b7746bc8c923776ec1a970c for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:46:54.902024 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.062405 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (1e3e5aed-9469-4766-86bc-6d08b5723836), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.110242 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3e5aed-9469-4766-86bc-6d08b5723836,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:46:55.125053 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Checking segment: {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:46:55.125395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Network hostable DHCP agents. Network: 5229af2a-2f00-4a48-81ba-86f54aecf03d, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:46:55.143527 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Network 5229af2a-2f00-4a48-81ba-86f54aecf03d is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:46:55.152442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 5229af2a-2f00-4a48-81ba-86f54aecf03d) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:46:55.156501 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:46:55.157084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.161495 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1433c3-24ab-45f3-8f10-c31086162357 None None] Network 5229af2a-2f00-4a48-81ba-86f54aecf03d requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:46:55.177857 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-cd295d0c-d990-4613-b33e-628475176eba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3022013 Mar 08 13:46:55.368533 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-5229af2a-2f00-4a48-81ba-86f54aecf03d', 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d', 'project_id': 'bb5233956b7746bc8c923776ec1a970c', 'fixed_ips': [{'subnet_id': '1e3e5aed-9469-4766-86bc-6d08b5723836'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:46:55.369382 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.506259 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Allocated IP 192.168.233.2 (5229af2a-2f00-4a48-81ba-86f54aecf03d/1e3e5aed-9469-4766-86bc-6d08b5723836/d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:46:55.646881 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Publish callbacks [] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.654553 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.699405 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Network 5229af2a-2f00-4a48-81ba-86f54aecf03d is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:46:55.702206 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:46:55.706520 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:46:55.709563 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Pushing event updated for resources: {'Port': ['ID=d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:46:55.720269 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.720636 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.720997 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.721333 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.721704 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.722031 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.722352 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.722661 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.722982 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.723304 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.723640 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.724676 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.724676 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:46:55.772083 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Attempting to bind port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:46:55.772463 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Attempting to bind port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:46:55.772826 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Attempting to bind port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 on network 5229af2a-2f00-4a48-81ba-86f54aecf03d {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:46:55.777912 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:46:55.778273 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Checking segment: {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:46:55.778665 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.779050 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Bound using segment: {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:46:55.779503 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Bound port: d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:46:55.779871 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.838997 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] For port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:46:55.841962 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] For port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:46:55.849338 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:55.907901 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2edfb-0e6f-422f-927b-6e50b85c3861 None None] Pushing event updated for resources: {'Port': ['ID=d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:46:56.371565 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:56.744417 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce46f4-64a0-40dd-a0c6-5fb5d34862bb None None] Network 5229af2a-2f00-4a48-81ba-86f54aecf03d requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:46:56.822761 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] Provisioning complete for port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:46:56.823145 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:56.932483 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] Current status of the port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:46:56.932902 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:56.969538 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] For port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:46:56.976151 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:57.033387 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34f3f5-9a19-44eb-b921-1894dcbbf9ae None None] Pushing event updated for resources: {'Port': ['ID=d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:46:57.109887 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-9bf4166e-1695-4aeb-a04d-6e4ec9adb41b None None] Provisioning complete for port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:46:57.110436 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9bf4166e-1695-4aeb-a04d-6e4ec9adb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:57.165717 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:46:57.229916 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4166e-1695-4aeb-a04d-6e4ec9adb41b None None] Current status of the port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:46:57.242010 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:46:57.242310 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:46:57.320285 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port d1570cbd-86bb-4a6a-b1fb-a6e19f7b1864 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:47:19.983643 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6e2570ee-d5de-43c1-b9e5-9bbf146134c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:22.128993 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6d1468e8-ef83-4109-9c2c-08b6b45e31c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:23.183001 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:24.667955 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:26.371302 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:27.682566 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:47:49.994847 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ef3632aa-8dcb-40e8-b15f-a99c730bccb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:52.143595 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb63d-7219-4eed-b90a-b2c755e2d41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:53.188031 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:54.670696 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:47:56.367173 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:04.681738 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:48:19.988888 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a544da95-a015-43c4-90c9-6e02466a03ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:20.559936 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54526) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:48:20.565787 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [None req-e301dba6-1a48-45ab-8350-5e7b573eada7 tempest-verify_tempest_config-577262342 tempest-verify_tempest_config-577262342-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:48:20.566766 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e301dba6-1a48-45ab-8350-5e7b573eada7 tempest-verify_tempest_config-577262342 tempest-verify_tempest_config-577262342-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058434 Mar 08 13:48:20.881892 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54544) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:48:20.987084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.073888 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Publish callbacks [] for security_group (e207973d-599e-4cb5-9327-e5459f2325b3), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.079760 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (e207973d-599e-4cb5-9327-e5459f2325b3), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.127009 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e207973d-599e-4cb5-9327-e5459f2325b3,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:48:21.131798 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb023ba58608485ba85f897954708b7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2489171 Mar 08 13:48:21.134943 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54548) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:48:21.136052 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.136450 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.136776 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.137105 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.137464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.137792 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.138105 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.138428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.138766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.139103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.139426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.139741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.140055 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb68af8-73a0-456c-83b0-1fe9acf416d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.189854 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Publish callbacks [] for security_group (e207973d-599e-4cb5-9327-e5459f2325b3), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.210405 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Publish callbacks [] for security_group (e207973d-599e-4cb5-9327-e5459f2325b3), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.304057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (e207973d-599e-4cb5-9327-e5459f2325b3), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.306589 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:21.307726 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e207973d-599e-4cb5-9327-e5459f2325b3 HTTP/1.1" status: 204 len: 168 time: 0.1717842 Mar 08 13:48:21.315282 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e207973d-599e-4cb5-9327-e5459f2325b3,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:48:21.322098 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.322450 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.322796 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.323130 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.323461 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.323790 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.324138 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.324468 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.324809 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.325154 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.325510 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.325832 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:21.326152 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df0149-5a61-4541-8d9f-9790d5ab0e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:48:22.138067 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-8bb84d3b-16a7-40e4-8ec8-33d8d7c0f667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:23.188514 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:24.673399 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:26.362018 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:41.685698 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:48:50.002975 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6afe-01b5-4bc7-a87d-66d23e40d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:52.153935 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-11ccb8af-d044-4b01-a0aa-75d8ce9e7398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:53.202599 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:54.684246 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:48:56.376162 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:18.690937 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:49:20.011911 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e1ba9f9f-fdb6-4ea8-92bd-2beb77cc2638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:22.143047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8a9f-376c-4915-b113-b033cc83e1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:23.197557 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:24.688200 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:26.381613 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:50.006196 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-77ef28ef-ac57-4af3-96d3-8b9aa9cc6bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:52.147073 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4b8e73a8-dc55-434b-9abd-aa57ed2cb928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:53.204331 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:54.691114 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:49:55.695116 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 5 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:49:56.386338 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:06.861456 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654333'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:19.998991 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-d9ed7762-886d-4bb6-a964-cb8b4b70b901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:21.749595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54620) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:50:21.863063 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3bef7e79-23b1-4719-ab62-a4b490665087 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1123612 Mar 08 13:50:22.140862 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-93872847-5d1b-4eb1-9f33-e3faa6205b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:23.202510 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:24.202373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54630) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:50:24.258480 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3b7a19ab-1621-45ac-bff3-2a36968a3f0b admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0550077 Mar 08 13:50:24.704108 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:26.381276 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:32.700575 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:50:36.834509 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:50.013059 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfcd9-6b1f-45e5-9b79-265ec9ff82e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:52.145910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7e5bddb3-1ec7-46d0-86f4-d08c0ea043d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:53.217845 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:54.701103 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:50:56.395093 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:06.835666 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:09.701015 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:51:20.006944 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b6724199-9170-4d42-954b-63a6681ff94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:22.152054 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-96d9479a-2e49-4f3e-9f05-37102ea41922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:23.212044 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:24.703436 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:26.391147 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:36.866138 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:46.701610 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:51:50.010946 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-cbd39464-0e9d-4c01-82ba-09fb162ec30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:52.149104 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-3f53308a-b89f-4d1a-8970-3e9521077078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:53.212213 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:54.706225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:51:56.392006 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.050965 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54828) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:02.165972 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54838) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:02.208048 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54848) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:02.344638 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-948724151-network', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:02.367008 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Made reservation on behalf of e3f5752b78974423ab169a772d26d27a for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:02.369733 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.378770 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.456694 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-579804879-network', 'tenant_id': 'd28c418d3a754eaf96737e31d1880818'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:02.477168 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks [] for security_group (b5d39d8a-078d-455d-ab29-122cee9e4a1c), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.484473 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b5d39d8a-078d-455d-ab29-122cee9e4a1c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.491454 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Made reservation on behalf of d28c418d3a754eaf96737e31d1880818 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:02.493710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.514695 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-network', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:02.529337 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:52:02.534078 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.562595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (1b0efde4-dcda-4b0b-8598-9e71c264b6a6), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.562937 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Added segment 1b0efde4-dcda-4b0b-8598-9e71c264b6a6 of type vlan for network c0e4fb91-e46d-456c-b710-714510b9ddee Mar 08 13:52:02.564363 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d39d8a-078d-455d-ab29-122cee9e4a1c,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:02.615429 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.615792 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.616291 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.616795 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.617269 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.617831 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.618428 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.618899 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.619427 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.619766 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.620228 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.620785 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.621251 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Tracked resource versions report: Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: pushed versions: Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: { 'AddressGroup': {'1.2'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'ConntrackHelper': {'1.0'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Log': {'1.0'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Network': {'1.1'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Port': {'1.7'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'PortForwarding': {'1.2'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'QosPolicy': {'1.10'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroup': {'1.5'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SubPort': {'1.0'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Subnet': {'1.1'}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Trunk': {'1.1'}} Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: consumer versions: Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'ConntrackHelper': '1.0', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'LocalIPAssociation': '1.0', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Log': '1.0', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Network': '1.1', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Port': '1.7', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'PortForwarding': '1.2', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'QosPolicy': '1.10', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroup': '1.5', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SecurityGroupRule': '1.2', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'SubPort': '1.0', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Subnet': '1.1', Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: 'Trunk': '1.1'}} Mar 08 13:52:02.622574 dv-cinder-830092-2-iscsi neutron-server[114663]: {{(pid=114663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:52:02.655876 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Made reservation on behalf of 3a28c3e8d2dc4d46905bd41157532fd9 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:02.659573 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.660478 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54872) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:02.678537 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (c0e4fb91-e46d-456c-b710-714510b9ddee), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.684466 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.760312 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (c0e4fb91-e46d-456c-b710-714510b9ddee), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.761159 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:02.761747 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.828438 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7761722 Mar 08 13:52:02.828682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54882) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:02.839076 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks [] for security_group (883c3f15-7ecf-46f0-af9e-d2065baa3352), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.850494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Request body: {'subnet': {'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-948724151-subnet', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:02.869414 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (883c3f15-7ecf-46f0-af9e-d2065baa3352), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.880103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Made reservation on behalf of e3f5752b78974423ab169a772d26d27a for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:02.883520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.886795 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0f0d-7d32-46bf-9792-38e284156c5c admin admin] Pushing event updated for resources: {'Network': ['ID=c0e4fb91-e46d-456c-b710-714510b9ddee,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:02.898810 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network c0e4fb91-e46d-456c-b710-714510b9ddee details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:52:02.904456 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:52:02.937927 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (033a1772-daf7-48f6-ba03-ffbb5830a515), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.938549 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Added segment 033a1772-daf7-48f6-ba03-ffbb5830a515 of type vlan for network 5adef6a2-24b3-43f0-8044-245fa9948e1c Mar 08 13:52:02.941088 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks [] for security_group (c7674dfb-c735-4982-bf40-4adf4cc3ce94), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:02.942240 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c3f15-7ecf-46f0-af9e-d2065baa3352,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:02.969486 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c7674dfb-c735-4982-bf40-4adf4cc3ce94), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.041939 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:52:03.048225 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (5adef6a2-24b3-43f0-8044-245fa9948e1c), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.059985 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (b81bb54e-0b10-4782-9796-36194aec525a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.061065 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Added segment b81bb54e-0b10-4782-9796-36194aec525a of type vlan for network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 Mar 08 13:52:03.131227 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (587b6d92-aaab-429a-ba05-1ff30f3ef5a4), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.156271 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7674dfb-c735-4982-bf40-4adf4cc3ce94,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:03.164811 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (587b6d92-aaab-429a-ba05-1ff30f3ef5a4), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.166505 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:03.167801 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.173097 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.db.resource_extend [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 13:52:03.216204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-network', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:03.221481 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54896) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:03.221670 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0120292 Mar 08 13:52:03.224973 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (5adef6a2-24b3-43f0-8044-245fa9948e1c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.226170 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:03.226978 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.227562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (d9556b9c-00af-4d92-aee1-eeeee044377a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.234353 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Request body: {'subnet': {'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-subnet', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:03.277596 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1078391 Mar 08 13:52:03.278103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54902) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:03.285576 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70d3a5-e298-4c63-8df2-8acbc1053a70 admin admin] Pushing event updated for resources: {'Network': ['ID=587b6d92-aaab-429a-ba05-1ff30f3ef5a4,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:03.301691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:52:03.362299 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Request body: {'subnet': {'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-579804879-subnet', 'tenant_id': 'd28c418d3a754eaf96737e31d1880818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:03.383252 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692228d-ff95-4582-a0b0-7675230c46cf admin admin] Pushing event updated for resources: {'Network': ['ID=5adef6a2-24b3-43f0-8044-245fa9948e1c,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:03.398186 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Made reservation on behalf of 3a28c3e8d2dc4d46905bd41157532fd9 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:03.401405 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.412496 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 5adef6a2-24b3-43f0-8044-245fa9948e1c details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:52:03.481043 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Made reservation on behalf of 98537a177d784e0cb148e3f73688f0c0 for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:03.483681 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.617172 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.618988 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9556b9c-00af-4d92-aee1-eeeee044377a,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:03.640178 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Checking segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:03.640531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Network hostable DHCP agents. Network: c0e4fb91-e46d-456c-b710-714510b9ddee, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:52:03.647666 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.647993 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.648373 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.649147 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.649545 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.649910 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.650175 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.650502 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.650843 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.651177 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.651510 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.651817 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.652130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Tracked resource versions report: Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: pushed versions: Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: { 'AddressGroup': {'1.2'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'ConntrackHelper': {'1.0'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Log': {'1.0'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Network': {'1.1'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Port': {'1.7'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'PortForwarding': {'1.2'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'QosPolicy': {'1.10'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroup': {'1.5'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SubPort': {'1.0'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Subnet': {'1.1'}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Trunk': {'1.1'}} Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: consumer versions: Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'ConntrackHelper': '1.0', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'LocalIPAssociation': '1.0', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Log': '1.0', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Network': '1.1', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Port': '1.7', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'PortForwarding': '1.2', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'QosPolicy': '1.10', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroup': '1.5', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SecurityGroupRule': '1.2', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'SubPort': '1.0', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Subnet': '1.1', Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: 'Trunk': '1.1'}} Mar 08 13:52:03.653247 dv-cinder-830092-2-iscsi neutron-server[114662]: {{(pid=114662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:52:03.676926 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Made reservation on behalf of d28c418d3a754eaf96737e31d1880818 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:03.679372 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.745157 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Network c0e4fb91-e46d-456c-b710-714510b9ddee is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:52:03.801223 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, c0e4fb91-e46d-456c-b710-714510b9ddee) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:03.812062 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:03.813209 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.819060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (b4102b8c-c041-4e33-b334-bbc5163136a5), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.821605 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3df9b6-003f-4d25-a399-d120f1d36469 None None] Network c0e4fb91-e46d-456c-b710-714510b9ddee requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:03.881843 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7b99ba90-651a-4fc9-9b36-3c8db49207aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0519710 Mar 08 13:52:03.885143 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54930) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:03.891354 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:03.938215 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (83434aec-3939-4495-9f54-40f5ca603998), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.939563 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (83434aec-3939-4495-9f54-40f5ca603998), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:03.946442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4102b8c-c041-4e33-b334-bbc5163136a5,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:03.990527 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks [] for security_group (7dcb64dc-9ee5-4fb5-b491-d88d7b480dad), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.004791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Checking segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:04.005482 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Network hostable DHCP agents. Network: 587b6d92-aaab-429a-ba05-1ff30f3ef5a4, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:52:04.012091 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7dcb64dc-9ee5-4fb5-b491-d88d7b480dad), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.019262 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-c0e4fb91-e46d-456c-b710-714510b9ddee', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:52:04.020131 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.024322 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks [] for router_controller (83434aec-3939-4495-9f54-40f5ca603998), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.056790 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb64dc-9ee5-4fb5-b491-d88d7b480dad,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:04.089389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:52:04.108426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:52:04.116525 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (bfc6263a-d318-4e31-b302-b710808e3449), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.116994 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Added segment bfc6263a-d318-4e31-b302-b710808e3449 of type vlan for network 7c956211-c984-4af4-8354-8ab8245c9d65 Mar 08 13:52:04.160473 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 587b6d92-aaab-429a-ba05-1ff30f3ef5a4) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:04.202399 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:04.203074 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.217010 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (7c956211-c984-4af4-8354-8ab8245c9d65), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.228782 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973a277-e9ac-4dce-b553-1eed19c6d622 None None] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:04.243970 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1c33edd2-179f-4860-8ced-f12a13117257 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0180185 Mar 08 13:52:04.245246 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54936) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:04.250282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:04.266752 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (b26d836f-f40d-4db3-88e8-cd4632ac3ac8), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.317143 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks [] for router_gateway (83434aec-3939-4495-9f54-40f5ca603998), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.476207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (52c4fa06-3942-49a1-b5dd-9298954ef321), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.477340 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (52c4fa06-3942-49a1-b5dd-9298954ef321), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.488094 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (7c956211-c984-4af4-8354-8ab8245c9d65), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.489063 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:04.489647 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.523137 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26d836f-f40d-4db3-88e8-cd4632ac3ac8,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:04.566230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a029f2e-d62f-4ccd-a609-0231b358177c None None] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:04.703156 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks [] for router_controller (52c4fa06-3942-49a1-b5dd-9298954ef321), precommit_add_association {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.704375 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks [] for router_gateway (83434aec-3939-4495-9f54-40f5ca603998), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.707193 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0456038 Mar 08 13:52:04.716270 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 54954) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:04.736115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Request body: {'subnet': {'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-subnet', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:04.743852 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4167-8919-461e-9ca4-3836ccfeb7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c956211-c984-4af4-8354-8ab8245c9d65,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:04.779481 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.785828 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Allocated IP 172.20.0.2 (c0e4fb91-e46d-456c-b710-714510b9ddee/d9556b9c-00af-4d92-aee1-eeeee044377a/24508510-61c9-4fe1-9fac-f8ca36f56130) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:04.805821 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Checking segment: {'id': '033a1772-daf7-48f6-ba03-ffbb5830a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:04.806199 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Network hostable DHCP agents. Network: 5adef6a2-24b3-43f0-8044-245fa9948e1c, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:52:04.860278 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 7c956211-c984-4af4-8354-8ab8245c9d65 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:52:04.943005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks [] for router_gateway (52c4fa06-3942-49a1-b5dd-9298954ef321), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.950609 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Made reservation on behalf of 98537a177d784e0cb148e3f73688f0c0 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:04.954446 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:04.981564 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Network 5adef6a2-24b3-43f0-8044-245fa9948e1c is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:52:05.076182 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 5adef6a2-24b3-43f0-8044-245fa9948e1c) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:05.106367 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:05.106960 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.107181 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39432cdd-e478-4562-b5af-e600957f9e8a None None] Network 5adef6a2-24b3-43f0-8044-245fa9948e1c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:05.165002 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Allocated IP 172.27.2.114 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:05.174676 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d8106796-a032-4356-bf1f-65d0e72be894 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8313556 Mar 08 13:52:05.283879 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3ca95-0393-4dfb-81be-1c40a6f59bfa None None] Network 5adef6a2-24b3-43f0-8044-245fa9948e1c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:05.330483 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 54990) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:05.386166 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (28f895ec-524d-41a2-af65-d6eb24f3effe), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.391148 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks [] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.454568 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks [] for router_gateway (52c4fa06-3942-49a1-b5dd-9298954ef321), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.479076 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Publish callbacks [] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.486851 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.493799 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.511240 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Network c0e4fb91-e46d-456c-b710-714510b9ddee is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:05.514359 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:05.517011 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:05.568652 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f895ec-524d-41a2-af65-d6eb24f3effe,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:05.600663 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Checking segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:05.605380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Network hostable DHCP agents. Network: 7c956211-c984-4af4-8354-8ab8245c9d65, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:52:05.623997 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3695256b-b843-4725-add4-0355d8e116b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.634278 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.705880 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Attempting to bind port 24508510-61c9-4fe1-9fac-f8ca36f56130 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:05.706259 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Attempting to bind port 24508510-61c9-4fe1-9fac-f8ca36f56130 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:05.706615 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Attempting to bind port 24508510-61c9-4fe1-9fac-f8ca36f56130 on network c0e4fb91-e46d-456c-b710-714510b9ddee {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:05.710371 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Pushing event updated for resources: {'Port': ['ID=24508510-61c9-4fe1-9fac-f8ca36f56130,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:05.722656 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.722656 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.723431 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.723853 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.724178 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.724530 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.724957 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.725628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.726930 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.727381 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.727713 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.728182 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.728310 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:05.728601 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Tracked resource versions report: Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: pushed versions: Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: { 'AddressGroup': {'1.2'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'ConntrackHelper': {'1.0'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Log': {'1.0'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Network': {'1.1'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Port': {'1.7'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'PortForwarding': {'1.2'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'QosPolicy': {'1.10'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroup': {'1.5'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SubPort': {'1.0'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Subnet': {'1.1'}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Trunk': {'1.1'}} Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: consumer versions: Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'ConntrackHelper': '1.0', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'LocalIPAssociation': '1.0', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Log': '1.0', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Network': '1.1', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Port': '1.7', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'PortForwarding': '1.2', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'QosPolicy': '1.10', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroup': '1.5', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SecurityGroupRule': '1.2', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'SubPort': '1.0', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Subnet': '1.1', Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: 'Trunk': '1.1'}} Mar 08 13:52:05.729997 dv-cinder-830092-2-iscsi neutron-server[114664]: {{(pid=114664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:52:05.732048 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Network 7c956211-c984-4af4-8354-8ab8245c9d65 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:52:05.734457 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:05.734895 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Checking segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:05.735410 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.735795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Bound using segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:05.736271 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Bound port: 24508510-61c9-4fe1-9fac-f8ca36f56130, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:05.736735 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.749865 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:05.759389 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:05.785533 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Allocated IP 172.27.2.7 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/504a15ea-af56-487c-b15c-edb1020d134d) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:05.792447 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 7c956211-c984-4af4-8354-8ab8245c9d65) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:05.824269 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:05.824863 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:05.825561 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:05.871247 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3d08e397-3dec-4d7a-826e-298c53e71ec4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1535423 Mar 08 13:52:05.874280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ad8a3e-edc0-4479-91ec-1b037fe2c2ad None None] Network 7c956211-c984-4af4-8354-8ab8245c9d65 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:05.877939 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55018) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:05.878585 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] For port 24508510-61c9-4fe1-9fac-f8ca36f56130, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:05.895469 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:05.911787 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] For port 24508510-61c9-4fe1-9fac-f8ca36f56130, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=24508510-61c9-4fe1-9fac-f8ca36f56130,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:05.940703 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55028) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:05.946679 dv-cinder-830092-2-iscsi neutron-server[114662]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 13:52:05.969398 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.195070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks [] for port (504a15ea-af56-487c-b15c-edb1020d134d), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.204290 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c025-58ff-48f8-89c9-3eec6f85fcc6 None None] Pushing event updated for resources: {'Port': ['ID=24508510-61c9-4fe1-9fac-f8ca36f56130,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:06.222600 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-7c956211-c984-4af4-8354-8ab8245c9d65', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:52:06.224542 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.246883 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-22f2c94e-aea9-4e18-87ff-09f860dcd041 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:06.248484 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-22f2c94e-aea9-4e18-87ff-09f860dcd041 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/networks?id=5adef6a2-24b3-43f0-8044-245fa9948e1c HTTP/1.1" status: 200 len: 811 time: 0.3065977 Mar 08 13:52:06.287346 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-4f5b9e3b-c7a1-428d-810d-a4946c61a192 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/quotas/d28c418d3a754eaf96737e31d1880818 HTTP/1.1" status: 200 len: 375 time: 0.0244684 Mar 08 13:52:06.298257 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (504a15ea-af56-487c-b15c-edb1020d134d), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.375888 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3695256b-b843-4725-add4-0355d8e116b8 admin admin] Publish callbacks [] for security_group (19b4ae4a-e785-40d3-85d7-6a4a64269849), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.389863 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3695256b-b843-4725-add4-0355d8e116b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (19b4ae4a-e785-40d3-85d7-6a4a64269849), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.401552 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-5c80fdbf-4fca-45d8-b1e5-b00dbd838a6d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28c418d3a754eaf96737e31d1880818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001227 Mar 08 13:52:06.423596 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Pushing event updated for resources: {'Port': ['ID=504a15ea-af56-487c-b15c-edb1020d134d,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:06.439139 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:06.441094 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:06.444624 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:06.532974 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Allocated IP 172.20.0.2 (7c956211-c984-4af4-8354-8ab8245c9d65/28f895ec-524d-41a2-af65-d6eb24f3effe/650607aa-228b-4760-83b8-8f674d8103ef) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:06.561742 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (0fb43e7a-1b47-4381-89da-6ee80a630edf), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.563769 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (0fb43e7a-1b47-4381-89da-6ee80a630edf), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.685884 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-cbb9208c-9f03-4d7b-8c32-7b31ecb77a3c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:52:06.686904 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-cbb9208c-9f03-4d7b-8c32-7b31ecb77a3c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1057806 Mar 08 13:52:06.735403 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695256b-b843-4725-add4-0355d8e116b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4ae4a-e785-40d3-85d7-6a4a64269849,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:06.751319 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3695256b-b843-4725-add4-0355d8e116b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7acfedcdc124d9f9cebb8fdf43a7197&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4198520 Mar 08 13:52:06.766127 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55056) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:06.835470 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Publish callbacks [] for port (650607aa-228b-4760-83b8-8f674d8103ef), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.846234 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks [] for router_controller (0fb43e7a-1b47-4381-89da-6ee80a630edf), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.847033 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks [] for router_gateway (83434aec-3939-4495-9f54-40f5ca603998), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.861211 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (650607aa-228b-4760-83b8-8f674d8103ef), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.974603 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Network 7c956211-c984-4af4-8354-8ab8245c9d65 is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:06.978628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:06.986586 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:06.992385 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:06.996538 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Pushing event updated for resources: {'Port': ['ID=650607aa-228b-4760-83b8-8f674d8103ef,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:07.036263 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3cf439b5-68ef-43a9-bfb3-bd864d96e00a service neutron] 10.222.0.18 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383803 Mar 08 13:52:07.040357 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks [] for router_gateway (52c4fa06-3942-49a1-b5dd-9298954ef321), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.099929 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4eecf21e-18e6-4f2b-8a04-deed74a1a63d admin admin] Publish callbacks [] for security_group (19b4ae4a-e785-40d3-85d7-6a4a64269849), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.204885 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Attempting to bind port 650607aa-228b-4760-83b8-8f674d8103ef on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:07.205939 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Attempting to bind port 650607aa-228b-4760-83b8-8f674d8103ef by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:07.206635 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Attempting to bind port 650607aa-228b-4760-83b8-8f674d8103ef on network 7c956211-c984-4af4-8354-8ab8245c9d65 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:07.212755 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:07.213505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Checking segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:07.214135 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.214722 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Bound using segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:07.215405 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Bound port: 650607aa-228b-4760-83b8-8f674d8103ef, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:07.215989 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650607aa-228b-4760-83b8-8f674d8103ef), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.301854 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] For port 650607aa-228b-4760-83b8-8f674d8103ef, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:07.311805 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks [] for router_gateway (0fb43e7a-1b47-4381-89da-6ee80a630edf), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.315483 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] For port 650607aa-228b-4760-83b8-8f674d8103ef, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=650607aa-228b-4760-83b8-8f674d8103ef,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:07.335561 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650607aa-228b-4760-83b8-8f674d8103ef), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.337698 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4eecf21e-18e6-4f2b-8a04-deed74a1a63d admin admin] Publish callbacks [] for security_group (19b4ae4a-e785-40d3-85d7-6a4a64269849), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.338500 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-f44f5258-229e-4692-b82a-8884b32f3bda service neutron] 10.222.0.18 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945998 Mar 08 13:52:07.470169 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 24508510-61c9-4fe1-9fac-f8ca36f56130 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:07.477319 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0ded-45e8-4992-8e2f-191b9bd330d0 None None] Pushing event updated for resources: {'Port': ['ID=650607aa-228b-4760-83b8-8f674d8103ef,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:07.575237 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (83434aec-3939-4495-9f54-40f5ca603998), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.597681 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 24508510-61c9-4fe1-9fac-f8ca36f56130 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:07.598187 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.643042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (52c4fa06-3942-49a1-b5dd-9298954ef321), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.732550 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4eecf21e-18e6-4f2b-8a04-deed74a1a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (19b4ae4a-e785-40d3-85d7-6a4a64269849), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.735268 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4eecf21e-18e6-4f2b-8a04-deed74a1a63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.736407 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4eecf21e-18e6-4f2b-8a04-deed74a1a63d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19b4ae4a-e785-40d3-85d7-6a4a64269849 HTTP/1.1" status: 204 len: 168 time: 0.9693353 Mar 08 13:52:07.805188 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecf21e-18e6-4f2b-8a04-deed74a1a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4ae4a-e785-40d3-85d7-6a4a64269849,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:07.870154 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 24508510-61c9-4fe1-9fac-f8ca36f56130 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:07.870638 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:07.899996 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954d9fd-e7c7-48b3-8bee-74aceb01ad11 None None] Network c0e4fb91-e46d-456c-b710-714510b9ddee requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:07.934823 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55096) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:07.938978 dv-cinder-830092-2-iscsi neutron-server[114663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 13:52:08.101758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Router 52c4fa06-3942-49a1-b5dd-9298954ef321 is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:52:08.139526 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 24508510-61c9-4fe1-9fac-f8ca36f56130, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=24508510-61c9-4fe1-9fac-f8ca36f56130,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:08.183433 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-fe10ae10-a151-4da0-af29-99330e29a1a0 None None] Provisioning complete for port 24508510-61c9-4fe1-9fac-f8ca36f56130 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:08.183831 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fe10ae10-a151-4da0-af29-99330e29a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.228500 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.296500 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-732a2359-e1f3-4564-922b-00ab540f3485 req-8aa3e168-b431-4d1c-805b-2040af6369bc tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.3588381 Mar 08 13:52:08.331047 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:08.341327 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Sync routers for ids ['52c4fa06-3942-49a1-b5dd-9298954ef321'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:08.348214 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-fe10ae10-a151-4da0-af29-99330e29a1a0 None None] Current status of the port 24508510-61c9-4fe1-9fac-f8ca36f56130 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:08.364433 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Routers {'52c4fa06-3942-49a1-b5dd-9298954ef321'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:08.366017 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['52c4fa06-3942-49a1-b5dd-9298954ef321'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:08.385412 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.389274 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d9ee725a-5364-4aa5-9d55-cdb137dc38dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1403394 Mar 08 13:52:08.389548 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55118) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:08.417575 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=24508510-61c9-4fe1-9fac-f8ca36f56130,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:08.430867 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks [] for router_gateway (0fb43e7a-1b47-4381-89da-6ee80a630edf), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.465033 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.566364 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55124) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:08.592069 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3e77024f-8add-4bb3-92d0-c69accbfcc02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.636659 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Allocated IP 172.27.2.10 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/9cc93ac7-9e58-4f38-91b6-c9ae0f695126) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:08.687047 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3e77024f-8add-4bb3-92d0-c69accbfcc02 admin admin] Publish callbacks [] for security_group (ca7b642b-8b24-4503-ba09-c2aeaaebad7e), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.694983 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3e77024f-8add-4bb3-92d0-c69accbfcc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ca7b642b-8b24-4503-ba09-c2aeaaebad7e), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.746835 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77024f-8add-4bb3-92d0-c69accbfcc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b642b-8b24-4503-ba09-c2aeaaebad7e,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:08.748074 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Router 83434aec-3939-4495-9f54-40f5ca603998 is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:52:08.750065 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Set router 52c4fa06-3942-49a1-b5dd-9298954ef321 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:08.833970 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3e77024f-8add-4bb3-92d0-c69accbfcc02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f15c3808aac456a9b30b842d11e3508&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2664411 Mar 08 13:52:08.840488 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55134) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:08.864920 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks [] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:08.987299 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:08.993584 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7ea0b062-1a44-4117-99f4-7addb7d23970 None None] Provisioning complete for port 24508510-61c9-4fe1-9fac-f8ca36f56130 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:08.994207 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b062-1a44-4117-99f4-7addb7d23970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.000504 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.002197 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:09.062668 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:06Z', 'revision_number': 3, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:09.089463 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.092102 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5c4e72b4-1d87-428d-8b74-ba0b5708fbd8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2057803 Mar 08 13:52:09.102609 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55146) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:09.105530 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Checking router: 52c4fa06-3942-49a1-b5dd-9298954ef321 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:09.105997 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Updating router 52c4fa06-3942-49a1-b5dd-9298954ef321 port 504a15ea-af56-487c-b15c-edb1020d134d binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:52:09.109439 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:09.110455 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:09.116622 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:09.121385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:09.155737 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (504a15ea-af56-487c-b15c-edb1020d134d), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.164687 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:09.174348 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:09.193194 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fcac6a29-cc57-40b2-8382-2a46bfb639e8 admin admin] Publish callbacks [] for security_group (ca7b642b-8b24-4503-ba09-c2aeaaebad7e), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.200827 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357e53c-9a67-4582-8a69-b087a225be7d None None] Network 7c956211-c984-4af4-8354-8ab8245c9d65 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:52:09.260254 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fcac6a29-cc57-40b2-8382-2a46bfb639e8 admin admin] Publish callbacks [] for security_group (ca7b642b-8b24-4503-ba09-c2aeaaebad7e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.450448 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:09.452807 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0b062-1a44-4117-99f4-7addb7d23970 None None] Current status of the port 24508510-61c9-4fe1-9fac-f8ca36f56130 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:09.463277 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fcac6a29-cc57-40b2-8382-2a46bfb639e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ca7b642b-8b24-4503-ba09-c2aeaaebad7e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.467295 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fcac6a29-cc57-40b2-8382-2a46bfb639e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.472873 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-fcac6a29-cc57-40b2-8382-2a46bfb639e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca7b642b-8b24-4503-ba09-c2aeaaebad7e HTTP/1.1" status: 204 len: 168 time: 0.6307859 Mar 08 13:52:09.500285 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6a29-cc57-40b2-8382-2a46bfb639e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b642b-8b24-4503-ba09-c2aeaaebad7e,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:09.549758 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9cc45932-7ce1-45a6-90e2-5e40a04b1c32 req-9dd3b2f2-565c-4578-b3f8-cd7d75ce607a tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.1449728 Mar 08 13:52:09.597262 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.638923 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 24508510-61c9-4fe1-9fac-f8ca36f56130 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:09.718667 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Publish callbacks [] for port (504a15ea-af56-487c-b15c-edb1020d134d), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.729717 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (504a15ea-af56-487c-b15c-edb1020d134d), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.753492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] Provisioning complete for port 650607aa-228b-4760-83b8-8f674d8103ef triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:09.753984 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650607aa-228b-4760-83b8-8f674d8103ef), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.805656 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Pushing event updated for resources: {'Port': ['ID=504a15ea-af56-487c-b15c-edb1020d134d,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:09.821505 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.822041 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.822407 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.822764 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.823344 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.824235 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.824596 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.825045 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.825415 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.825773 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.826106 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.826428 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.826750 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Tracked resource versions report: Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: pushed versions: Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: { 'AddressGroup': {'1.2'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'ConntrackHelper': {'1.0'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Log': {'1.0'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Network': {'1.1'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Port': {'1.7'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'PortForwarding': {'1.2'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'QosPolicy': {'1.10'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroup': {'1.5'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SubPort': {'1.0'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Subnet': {'1.1'}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Trunk': {'1.1'}} Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: consumer versions: Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: { DHCP agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: L3 agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: Metadata agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: Metering agent@dv-cinder-830092-2-iscsi: {}, Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: Open vSwitch agent@dv-cinder-830092-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'ConntrackHelper': '1.0', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'LocalIPAssociation': '1.0', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Log': '1.0', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Network': '1.1', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Port': '1.7', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'PortForwarding': '1.2', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'QosPolicy': '1.10', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroup': '1.5', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SecurityGroupRule': '1.2', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'SubPort': '1.0', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Subnet': '1.1', Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: 'Trunk': '1.1'}} Mar 08 13:52:09.828708 dv-cinder-830092-2-iscsi neutron-server[114665]: {{(pid=114665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:52:09.864862 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Attempting to bind port 504a15ea-af56-487c-b15c-edb1020d134d on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:09.865028 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Attempting to bind port 504a15ea-af56-487c-b15c-edb1020d134d by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:09.865332 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Attempting to bind port 504a15ea-af56-487c-b15c-edb1020d134d on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:09.896110 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Allocated IP 172.20.0.1 (587b6d92-aaab-429a-ba05-1ff30f3ef5a4/b4102b8c-c041-4e33-b334-bbc5163136a5/13c8a542-c47b-4106-9c6b-77c9cb28d1c7) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:09.900424 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:09.900883 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:09.902708 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.904304 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:09.905582 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Bound port: 504a15ea-af56-487c-b15c-edb1020d134d, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:09.906677 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (504a15ea-af56-487c-b15c-edb1020d134d), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:09.955036 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 24508510-61c9-4fe1-9fac-f8ca36f56130 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:09.955383 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.075430 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks [] for router_gateway (0fb43e7a-1b47-4381-89da-6ee80a630edf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.084169 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] For port 504a15ea-af56-487c-b15c-edb1020d134d, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:10.092691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] Current status of the port 650607aa-228b-4760-83b8-8f674d8103ef is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:10.093554 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650607aa-228b-4760-83b8-8f674d8103ef), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.112796 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] For port 504a15ea-af56-487c-b15c-edb1020d134d, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=504a15ea-af56-487c-b15c-edb1020d134d,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:10.130911 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (504a15ea-af56-487c-b15c-edb1020d134d), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.254770 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:06Z', 'revision_number': 3, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:10.254770 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] For port 650607aa-228b-4760-83b8-8f674d8103ef, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=650607aa-228b-4760-83b8-8f674d8103ef,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:10.341512 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df807f-a967-46e4-a36b-e5f65cfacad1 None None] Pushing event updated for resources: {'Port': ['ID=504a15ea-af56-487c-b15c-edb1020d134d,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:10.357374 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Routers {'52c4fa06-3942-49a1-b5dd-9298954ef321'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:10.358571 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['52c4fa06-3942-49a1-b5dd-9298954ef321'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:10.369395 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:10.369724 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Updating router 83434aec-3939-4495-9f54-40f5ca603998 port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:52:10.383145 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650607aa-228b-4760-83b8-8f674d8103ef), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.401227 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks [] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.478697 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.550641 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:10.554939 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Pushing event updated for resources: {'Port': ['ID=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:10.557475 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:10.560141 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:10.560751 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (52c4fa06-3942-49a1-b5dd-9298954ef321), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.574466 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea225-d634-4eb7-a513-590ed8e01253 None None] Pushing event updated for resources: {'Port': ['ID=650607aa-228b-4760-83b8-8f674d8103ef,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:10.685148 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] Set router 52c4fa06-3942-49a1-b5dd-9298954ef321 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:10.701044 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-00028f5f-9f66-4e12-85b3-0d041cc1f6dc None None] Provisioning complete for port 650607aa-228b-4760-83b8-8f674d8103ef triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:10.701676 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-00028f5f-9f66-4e12-85b3-0d041cc1f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650607aa-228b-4760-83b8-8f674d8103ef), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.717853 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.719672 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 24508510-61c9-4fe1-9fac-f8ca36f56130 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:10.720691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 650607aa-228b-4760-83b8-8f674d8103ef up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:10.811586 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:10.944425 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c621497a-cd7c-4861-8466-9a3551c0d670 req-9cebaec9-d13f-488c-9d2f-d1f831c34144 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.0741186 Mar 08 13:52:10.979227 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (0fb43e7a-1b47-4381-89da-6ee80a630edf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.083724 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.32', 62633) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:11.237494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks [] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.270164 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.278167 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (52c4fa06-3942-49a1-b5dd-9298954ef321), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.310335 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:06Z', 'revision_number': 3, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:11.313271 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 650607aa-228b-4760-83b8-8f674d8103ef triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:11.313689 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650607aa-228b-4760-83b8-8f674d8103ef), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.413504 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55230) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:11.429971 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473e288-4b8a-4634-8a66-12a8dd09d76c None None] The sync data for ids ['52c4fa06-3942-49a1-b5dd-9298954ef321'] in dv-cinder-830092-2-iscsi is: [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:06Z', 'revision_number': 3, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:11.478778 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-00028f5f-9f66-4e12-85b3-0d041cc1f6dc None None] Current status of the port 650607aa-228b-4760-83b8-8f674d8103ef is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:11.590351 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.631290 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-d0f49f8d-66b0-4308-a3c1-954bee9de522 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:11.633011 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-d0f49f8d-66b0-4308-a3c1-954bee9de522 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.32 "GET /v2.0/networks?id=5adef6a2-24b3-43f0-8044-245fa9948e1c HTTP/1.1" status: 200 len: 811 time: 0.5463886 Mar 08 13:52:11.689025 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 650607aa-228b-4760-83b8-8f674d8103ef is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:11.760542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Request body: {'port': {'device_id': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c', 'admin_state_up': True, 'tenant_id': 'd28c418d3a754eaf96737e31d1880818'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:11.869952 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Pushing event updated for resources: {'Port': ['ID=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:11.910956 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Publish callbacks [] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:11.941509 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 650607aa-228b-4760-83b8-8f674d8103ef up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:11.953713 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:52:12.001843 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.076017 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b993f6-634c-4249-8fd5-12016fdc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:12.106466 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Attempting to bind port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:12.107282 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Attempting to bind port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:12.107666 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Attempting to bind port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:12.119598 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:12.119973 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:12.120471 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.120749 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:12.121225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Bound port: 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:12.121627 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.191973 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce372-75f4-48c0-a50a-a1f6d5f77e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.276488 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:12.279613 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] For port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:12.285700 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] For port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:12.290735 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:12.309421 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.315710 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 650607aa-228b-4760-83b8-8f674d8103ef triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:12.316178 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650607aa-228b-4760-83b8-8f674d8103ef), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.442059 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:12.466626 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Allocated IP 172.20.0.1 (c0e4fb91-e46d-456c-b710-714510b9ddee/d9556b9c-00af-4d92-aee1-eeeee044377a/ef3e6737-5cec-4645-aba1-bdca0bc0ac2e) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:12.470653 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d8ff3130-c990-434b-9633-2cf2a3ac12fc req-2fe9447d-1122-4349-b879-e3b232702e2a tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.0949609 Mar 08 13:52:12.485153 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Made reservation on behalf of d28c418d3a754eaf96737e31d1880818 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:12.491604 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.494303 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:12.523517 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.529076 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-bc7ca48d-eae9-46c3-ada2-335db2a5f356 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6418417 Mar 08 13:52:12.529908 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55302) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:12.538423 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b993f6-634c-4249-8fd5-12016fdc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:12.563534 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:12.564539 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:12.621594 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:12.622217 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:12.789721 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:12.794961 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 650607aa-228b-4760-83b8-8f674d8103ef is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:12.863133 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce372-75f4-48c0-a50a-a1f6d5f77e86 admin admin] Publish callbacks [] for security_group (2f5232cf-f5e7-4979-9128-0dfa6cc2941c), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:12.990434 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:12.997832 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce372-75f4-48c0-a50a-a1f6d5f77e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2f5232cf-f5e7-4979-9128-0dfa6cc2941c), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.071256 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7f6ce372-75f4-48c0-a50a-a1f6d5f77e86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3512e4115024491fb07c2a5defc7916e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6159956 Mar 08 13:52:13.075782 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55324) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:13.077277 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Router 52c4fa06-3942-49a1-b5dd-9298954ef321 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:52:13.177599 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks [] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.257297 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:09Z', 'revision_number': 3, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:13.287234 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-990f536c-c4de-4716-b6d8-50fb5b55a303 admin admin] Publish callbacks [] for security_group (2f5232cf-f5e7-4979-9128-0dfa6cc2941c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.340537 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:13.340930 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Updating router 0fb43e7a-1b47-4381-89da-6ee80a630edf port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:52:13.420836 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.562425 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:06Z', 'revision_number': 3, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:13.577063 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:13.585216 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ce372-75f4-48c0-a50a-a1f6d5f77e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5232cf-f5e7-4979-9128-0dfa6cc2941c,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:13.608829 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Allocated IP 172.20.0.2 (5adef6a2-24b3-43f0-8044-245fa9948e1c/b26d836f-f40d-4db3-88e8-cd4632ac3ac8/634c5c32-b0dc-4046-b65e-9d7a70b06404) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:13.622753 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-990f536c-c4de-4716-b6d8-50fb5b55a303 admin admin] Publish callbacks [] for security_group (2f5232cf-f5e7-4979-9128-0dfa6cc2941c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.633281 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-de5c4e07-6963-421a-bcbb-bc1601b9549e admin admin] 10.222.0.18 "PUT /v2.0/routers/52c4fa06-3942-49a1-b5dd-9298954ef321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2425163 Mar 08 13:52:13.737744 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-990f536c-c4de-4716-b6d8-50fb5b55a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2f5232cf-f5e7-4979-9128-0dfa6cc2941c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.751198 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-990f536c-c4de-4716-b6d8-50fb5b55a303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:13.754895 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-990f536c-c4de-4716-b6d8-50fb5b55a303 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f5232cf-f5e7-4979-9128-0dfa6cc2941c HTTP/1.1" status: 204 len: 168 time: 0.6729360 Mar 08 13:52:13.763427 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61e6b9-a475-4f6e-8850-e1572bd644d6 None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:06Z', 'revision_number': 3, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:13.840921 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55348) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:13.948703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 504a15ea-af56-487c-b15c-edb1020d134d up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:14.133140 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f7db7dc6-245a-4a95-ba98-927f741df6f6 req-7cc1be91-fbc1-46f1-b1df-07216fa352ea tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.3703060 Mar 08 13:52:14.134993 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f536c-c4de-4716-b6d8-50fb5b55a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5232cf-f5e7-4979-9128-0dfa6cc2941c,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:14.185187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.235562 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.275780 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 504a15ea-af56-487c-b15c-edb1020d134d triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:14.276078 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (504a15ea-af56-487c-b15c-edb1020d134d), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.414717 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Pushing event updated for resources: {'Port': ['ID=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:14.534013 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks [] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.545153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 504a15ea-af56-487c-b15c-edb1020d134d is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:14.545587 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (504a15ea-af56-487c-b15c-edb1020d134d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.612358 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 504a15ea-af56-487c-b15c-edb1020d134d, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=504a15ea-af56-487c-b15c-edb1020d134d,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:14.626905 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (504a15ea-af56-487c-b15c-edb1020d134d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.793037 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=504a15ea-af56-487c-b15c-edb1020d134d,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:14.813863 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Sync routers for ids ['52c4fa06-3942-49a1-b5dd-9298954ef321'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:14.839659 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Network c0e4fb91-e46d-456c-b710-714510b9ddee is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:14.843112 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55362) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:14.851243 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Routers {'52c4fa06-3942-49a1-b5dd-9298954ef321'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:14.852378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['52c4fa06-3942-49a1-b5dd-9298954ef321'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:14.894938 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:14.951102 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Publish callbacks [] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:14.967456 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.042533 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:15.050891 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (83434aec-3939-4495-9f54-40f5ca603998), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.133868 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0533cf39-529d-47f5-9eff-46e7ce2f2561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.148159 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.163927 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6a0838f2-e760-42d1-a77b-d17815e805be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.208283 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Attempting to bind port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:15.208652 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Attempting to bind port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:15.209070 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Attempting to bind port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:15.228902 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935d298-3bd3-436e-885e-09f4809b9097 None None] Pushing event updated for resources: {'Port': ['ID=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:15.237169 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:15.237571 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:15.238019 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.241516 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:15.242191 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Bound port: 9cc93ac7-9e58-4f38-91b6-c9ae0f695126, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:15.242584 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.244070 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Set router 52c4fa06-3942-49a1-b5dd-9298954ef321 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:15.471332 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6a0838f2-e760-42d1-a77b-d17815e805be admin admin] Publish callbacks [] for security_group (d1959ab3-2098-4b73-b4d3-ef0948f01137), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.504588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6a0838f2-e760-42d1-a77b-d17815e805be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d1959ab3-2098-4b73-b4d3-ef0948f01137), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.512552 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] For port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:15.521380 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] For port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:15.543060 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.583195 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-6a0838f2-e760-42d1-a77b-d17815e805be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5cce59f4fa34c97845a66af9d0d50b7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7213397 Mar 08 13:52:15.633016 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-e6a18979-d506-4e68-89b7-f0df330f5951 None None] Provisioning complete for port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:15.638071 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e6a18979-d506-4e68-89b7-f0df330f5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.639344 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Pushing event updated for resources: {'Port': ['ID=634c5c32-b0dc-4046-b65e-9d7a70b06404,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:15.658067 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55376) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:15.676582 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Network 5adef6a2-24b3-43f0-8044-245fa9948e1c is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:15.688097 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0838f2-e760-42d1-a77b-d17815e805be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1959ab3-2098-4b73-b4d3-ef0948f01137,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:15.729098 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:15.744374 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:15.770173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:15.771289 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:15.792168 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935d298-3bd3-436e-885e-09f4809b9097 None None] Pushing event updated for resources: {'Port': ['ID=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:15.816038 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:15.816738 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:15.852657 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a34aedfb-8682-4df0-825a-e092a07deb5d tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1013882 Mar 08 13:52:15.900843 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-e6a18979-d506-4e68-89b7-f0df330f5951 None None] Port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:52:15.911808 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-8e941345-5dff-4e50-b57d-a15ee17c5c7f tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:52:15.915963 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-8e941345-5dff-4e50-b57d-a15ee17c5c7f tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095427 Mar 08 13:52:16.094263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Allocated IP 172.20.0.1 (7c956211-c984-4af4-8354-8ab8245c9d65/28f895ec-524d-41a2-af65-d6eb24f3effe/cb6877f4-dd4b-45a1-8026-1230f74d7115) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:16.107365 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 504a15ea-af56-487c-b15c-edb1020d134d up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:16.130464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-616f32de-d26a-44cc-a646-5010058ca9b9 admin admin] Publish callbacks [] for security_group (d1959ab3-2098-4b73-b4d3-ef0948f01137), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:16.185137 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:16.198102 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-616f32de-d26a-44cc-a646-5010058ca9b9 admin admin] Publish callbacks [] for security_group (d1959ab3-2098-4b73-b4d3-ef0948f01137), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:16.239877 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-da57b47b-ff34-4a41-935a-a78e9590c41a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:16.241723 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-da57b47b-ff34-4a41-935a-a78e9590c41a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 819 time: 0.4244943 Mar 08 13:52:16.279374 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ac1c3d86-3a24-4f49-818e-2166e241de89 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/quotas/3a28c3e8d2dc4d46905bd41157532fd9 HTTP/1.1" status: 200 len: 375 time: 0.0189462 Mar 08 13:52:16.312399 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 504a15ea-af56-487c-b15c-edb1020d134d triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:16.313291 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (504a15ea-af56-487c-b15c-edb1020d134d), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:16.383833 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Request body: {'port': {'device_id': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:16.509702 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:10Z', 'revision_number': 4, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '13c8a542-c47b-4106-9c6b-77c9cb28d1c7', 'name': '', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'mac_address': 'fa:16:3e:70:4e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:09Z', 'updated_at': '2022-03-08T13:52:10Z', 'revision_number': 2, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'subnets': [{'id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:16.516761 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-616f32de-d26a-44cc-a646-5010058ca9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d1959ab3-2098-4b73-b4d3-ef0948f01137), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:16.524114 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-616f32de-d26a-44cc-a646-5010058ca9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:16.535939 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-616f32de-d26a-44cc-a646-5010058ca9b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1959ab3-2098-4b73-b4d3-ef0948f01137 HTTP/1.1" status: 204 len: 168 time: 0.8678231 Mar 08 13:52:16.558982 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Checking router: 52c4fa06-3942-49a1-b5dd-9298954ef321 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:16.559658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Updating router 52c4fa06-3942-49a1-b5dd-9298954ef321 port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:52:16.577266 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f32de-d26a-44cc-a646-5010058ca9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1959ab3-2098-4b73-b4d3-ef0948f01137,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:16.625743 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:16.695448 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:09Z', 'revision_number': 3, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:16.773705 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-20cd841f-9019-458c-8760-93e753c41bda tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4825935 Mar 08 13:52:16.778223 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20386fac-dbed-4c77-8598-0c58088ed2bc None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:09Z', 'revision_number': 3, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:16.838226 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0533cf39-529d-47f5-9eff-46e7ce2f2561 admin admin] Publish callbacks [] for security_group (fcc14dd1-2cd0-48ef-bd15-b703635c8ad9), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.023143 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 504a15ea-af56-487c-b15c-edb1020d134d is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:17.026171 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:17.076584 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks [] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.134590 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55406) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:17.190960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.208199 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0533cf39-529d-47f5-9eff-46e7ce2f2561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fcc14dd1-2cd0-48ef-bd15-b703635c8ad9), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.245344 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.422103 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd71355-f50c-4aa3-ae2a-7a30acef5be8 req-24e103a6-d112-42a9-bc40-460a7ddaaf8f tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:17.429789 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ecd71355-f50c-4aa3-ae2a-7a30acef5be8 req-24e103a6-d112-42a9-bc40-460a7ddaaf8f tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 931 time: 2.0687232 Mar 08 13:52:17.443391 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0533cf39-529d-47f5-9eff-46e7ce2f2561 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d6f9bea276b432db444630bf6e25992&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5991402 Mar 08 13:52:17.485741 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55422) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:17.491286 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Network 7c956211-c984-4af4-8354-8ab8245c9d65 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:17.604076 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-34415678-c262-4641-b1fa-2146f3c4b484 service neutron] 10.222.0.18 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174033 Mar 08 13:52:17.665671 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.696746 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:17.711739 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:17.712301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.777102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:17.783102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (0fb43e7a-1b47-4381-89da-6ee80a630edf), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:17.862216 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533cf39-529d-47f5-9eff-46e7ce2f2561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc14dd1-2cd0-48ef-bd15-b703635c8ad9,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:17.962345 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:17.963076 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.050763 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634c5c32-b0dc-4046-b65e-9d7a70b06404 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:18.060418 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Publish callbacks [] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.109605 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:18.110787 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Transition to ACTIVE for port object 634c5c32-b0dc-4046-b65e-9d7a70b06404 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:52:18.135119 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.151352 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9ba82f73-8ae9-46c5-9393-5ae2a71d37e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.166189 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.203849 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Pushing event updated for resources: {'Port': ['ID=cb6877f4-dd4b-45a1-8026-1230f74d7115,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:18.329907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Pushing event updated for resources: {'Port': ['ID=634c5c32-b0dc-4046-b65e-9d7a70b06404,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:18.361434 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ecd71355-f50c-4aa3-ae2a-7a30acef5be8 req-34f07253-a5cb-4c61-a8ad-eabac6130744 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9306326 Mar 08 13:52:18.471186 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:18.530428 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ed5edd8-2348-4cd9-ba1f-46dc1191b260 admin admin] Publish callbacks [] for security_group (fcc14dd1-2cd0-48ef-bd15-b703635c8ad9), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.603623 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-2996b669-efd2-4161-a002-7d43da2535e0 None None] Provisioning complete for port cb6877f4-dd4b-45a1-8026-1230f74d7115 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:18.604558 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2996b669-efd2-4161-a002-7d43da2535e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.678021 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-2996b669-efd2-4161-a002-7d43da2535e0 None None] Port cb6877f4-dd4b-45a1-8026-1230f74d7115 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:52:18.679935 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ed5edd8-2348-4cd9-ba1f-46dc1191b260 admin admin] Publish callbacks [] for security_group (fcc14dd1-2cd0-48ef-bd15-b703635c8ad9), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.705242 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:18.722981 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Publish callbacks [] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.734119 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.806208 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Attempting to bind port 634c5c32-b0dc-4046-b65e-9d7a70b06404 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:18.807175 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Attempting to bind port 634c5c32-b0dc-4046-b65e-9d7a70b06404 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '033a1772-daf7-48f6-ba03-ffbb5830a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:18.807669 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Attempting to bind port 634c5c32-b0dc-4046-b65e-9d7a70b06404 on network 5adef6a2-24b3-43f0-8044-245fa9948e1c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:18.811781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.814537 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:18.816393 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.820137 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-5364dceb-4482-4589-a90f-7dfe450b5169 service neutron] 10.222.0.18 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1883824 Mar 08 13:52:18.822437 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Port 634c5c32-b0dc-4046-b65e-9d7a70b06404 on network 5adef6a2-24b3-43f0-8044-245fa9948e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:52:18.823718 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Attempting to bind port 634c5c32-b0dc-4046-b65e-9d7a70b06404 on network 5adef6a2-24b3-43f0-8044-245fa9948e1c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:18.841531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:18.842116 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Checking segment: {'id': '033a1772-daf7-48f6-ba03-ffbb5830a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:18.842829 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Bound using segment: {'id': '033a1772-daf7-48f6-ba03-ffbb5830a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:18.843586 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Bound port: 634c5c32-b0dc-4046-b65e-9d7a70b06404, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033a1772-daf7-48f6-ba03-ffbb5830a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:18.844098 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.870149 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks [] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.898585 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.899482 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (83434aec-3939-4495-9f54-40f5ca603998), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.905649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ed5edd8-2348-4cd9-ba1f-46dc1191b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fcc14dd1-2cd0-48ef-bd15-b703635c8ad9), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.908264 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ed5edd8-2348-4cd9-ba1f-46dc1191b260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.911755 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0ed5edd8-2348-4cd9-ba1f-46dc1191b260 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcc14dd1-2cd0-48ef-bd15-b703635c8ad9 HTTP/1.1" status: 204 len: 168 time: 1.3978810 Mar 08 13:52:18.959861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9ba82f73-8ae9-46c5-9393-5ae2a71d37e5 admin admin] Publish callbacks [] for security_group (54856e47-1626-4d46-9f0a-dd27f29473d5), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:18.970136 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9ba82f73-8ae9-46c5-9393-5ae2a71d37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (54856e47-1626-4d46-9f0a-dd27f29473d5), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.020944 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-9ba82f73-8ae9-46c5-9393-5ae2a71d37e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85b5d38df8e1448a8413767e35b96059&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8779721 Mar 08 13:52:19.030110 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55454) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:19.099993 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] For port 634c5c32-b0dc-4046-b65e-9d7a70b06404, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:19.122111 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba82f73-8ae9-46c5-9393-5ae2a71d37e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54856e47-1626-4d46-9f0a-dd27f29473d5,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:19.166635 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] For port 634c5c32-b0dc-4046-b65e-9d7a70b06404, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404,segment=NetworkSegment(033a1772-daf7-48f6-ba03-ffbb5830a515),segment_id=033a1772-daf7-48f6-ba03-ffbb5830a515)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:19.201223 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5edd8-2348-4cd9-ba1f-46dc1191b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc14dd1-2cd0-48ef-bd15-b703635c8ad9,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:19.215303 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0726f033-f096-47b0-951f-f1b809b91127 admin admin] Publish callbacks [] for security_group (54856e47-1626-4d46-9f0a-dd27f29473d5), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.222247 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.245292 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Network c0e4fb91-e46d-456c-b710-714510b9ddee is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:19.249789 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Pushing event updated for resources: {'Port': ['ID=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:19.261222 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:19.373678 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:19.373678 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.409793 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Attempting to bind port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:19.410185 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Attempting to bind port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:19.410516 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Attempting to bind port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:19.439402 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:19.441203 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.444684 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] 10.222.0.32 "PUT /v2.0/ports/634c5c32-b0dc-4046-b65e-9d7a70b06404 HTTP/1.1" status: 200 len: 1093 time: 3.2235186 Mar 08 13:52:19.447008 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:19.449012 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Checking segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:19.449572 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.453728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Bound using segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:19.454286 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Bound port: 13c8a542-c47b-4106-9c6b-77c9cb28d1c7, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:19.454597 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0726f033-f096-47b0-951f-f1b809b91127 admin admin] Publish callbacks [] for security_group (54856e47-1626-4d46-9f0a-dd27f29473d5), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.458081 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.459596 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'tag': '634c5c32-b0dc-4046-b65e-9d7a70b06404'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:19.487736 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379df75b-2522-44d4-b1f1-e24e5cca4b23 None None] Pushing event updated for resources: {'Port': ['ID=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:19.647247 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] For port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:19.658586 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] For port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:19.730478 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-31120156-1dc6-45a7-9d17-da4219d39488 req-b7117eb4-4f4a-4c34-a1a1-32ca67d9e348 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 210 time: 0.2713478 Mar 08 13:52:19.734283 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:19.738779 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.758150 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc2b41-ac15-4702-84ca-7548670e1927 service neutron] Pushing event updated for resources: {'Port': ['ID=634c5c32-b0dc-4046-b65e-9d7a70b06404,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:19.844495 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0726f033-f096-47b0-951f-f1b809b91127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (54856e47-1626-4d46-9f0a-dd27f29473d5), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.852483 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0726f033-f096-47b0-951f-f1b809b91127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.859515 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0726f033-f096-47b0-951f-f1b809b91127 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54856e47-1626-4d46-9f0a-dd27f29473d5 HTTP/1.1" status: 204 len: 168 time: 0.8278792 Mar 08 13:52:19.874179 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.891261 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-f31b6118-779f-4e92-b033-9ae3186eb0f3 None None] Provisioning complete for port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:19.900935 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f31b6118-779f-4e92-b033-9ae3186eb0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.904403 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726f033-f096-47b0-951f-f1b809b91127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54856e47-1626-4d46-9f0a-dd27f29473d5,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:19.945781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks [] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.959387 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:19.965186 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (0fb43e7a-1b47-4381-89da-6ee80a630edf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:20.076418 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074798e3-c97d-4037-ab84-802633181877" -d '{"events": [{"name": "network-changed", "server_uuid": "95e69121-3c79-4d4c-813e-ac48174a3e39", "tag": "634c5c32-b0dc-4046-b65e-9d7a70b06404"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:20.176089 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-f31b6118-779f-4e92-b033-9ae3186eb0f3 None None] Port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:52:20.230671 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe5bb-df57-4b6d-b9fe-ddfcdcd0dab1 req-ad229153-73d6-4086-bbff-5f695f8ae246 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:20.235067 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-42ebe5bb-df57-4b6d-b9fe-ddfcdcd0dab1 req-ad229153-73d6-4086-bbff-5f695f8ae246 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.3170595 Mar 08 13:52:20.280802 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Routers {'52c4fa06-3942-49a1-b5dd-9298954ef321'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:20.281498 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['52c4fa06-3942-49a1-b5dd-9298954ef321'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:20.366544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Network 7c956211-c984-4af4-8354-8ab8245c9d65 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:20.368025 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Pushing event updated for resources: {'Port': ['ID=cb6877f4-dd4b-45a1-8026-1230f74d7115,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:20.373134 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:20.389606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Router 83434aec-3939-4495-9f54-40f5ca603998 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:52:20.407475 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-42ebe5bb-df57-4b6d-b9fe-ddfcdcd0dab1 req-775ed517-80a3-4fb6-9f40-6527ec95a12c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665902 Mar 08 13:52:20.588533 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bb4f04-99d1-4bbd-9729-2892bb1392f3 x-openstack-request-id: req-12bb4f04-99d1-4bbd-9729-2892bb1392f3 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:20.588953 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e69121-3c79-4d4c-813e-ac48174a3e39", "tag": "634c5c32-b0dc-4046-b65e-9d7a70b06404", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:20.589312 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12bb4f04-99d1-4bbd-9729-2892bb1392f3 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:20.590143 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'tag': '634c5c32-b0dc-4046-b65e-9d7a70b06404', 'status': 'completed', 'code': 200} Mar 08 13:52:20.619435 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:20.712674 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-8818d715-5065-45fc-a858-be2ac94587dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:20.750992 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379df75b-2522-44d4-b1f1-e24e5cca4b23 None None] Pushing event updated for resources: {'Port': ['ID=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:20.756556 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] Set router 52c4fa06-3942-49a1-b5dd-9298954ef321 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:20.833237 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-69aee677-d3e2-4637-a1a5-61f117b608f7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:20.839918 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-69aee677-d3e2-4637-a1a5-61f117b608f7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 819 time: 0.2368889 Mar 08 13:52:20.869253 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-24d092fd-3da4-4b5e-837e-d3432a3ff74c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/quotas/3a28c3e8d2dc4d46905bd41157532fd9 HTTP/1.1" status: 200 len: 375 time: 0.0238655 Mar 08 13:52:20.923153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-06b5f916-53a7-43b3-873b-2b0f18cd4f46 None None] Provisioning complete for port cb6877f4-dd4b-45a1-8026-1230f74d7115 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:20.923626 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-06b5f916-53a7-43b3-873b-2b0f18cd4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:20.934943 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:20.935321 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:20.937072 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:21.026533 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-d2bc7739-013f-4b12-a507-0c6d8529e313 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542249 Mar 08 13:52:21.049835 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:52:21.063090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:21.073015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-06b5f916-53a7-43b3-873b-2b0f18cd4f46 None None] Port cb6877f4-dd4b-45a1-8026-1230f74d7115 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:52:21.076522 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:21.098479 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-9f474598-9ea3-4405-845c-21514049965c admin admin] 10.222.0.18 "PUT /v2.0/routers/83434aec-3939-4495-9f54-40f5ca603998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9944572 Mar 08 13:52:21.108064 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:21.114253 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:21.150212 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:21.242899 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:10Z', 'revision_number': 4, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '13c8a542-c47b-4106-9c6b-77c9cb28d1c7', 'name': '', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'mac_address': 'fa:16:3e:70:4e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:09Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'subnets': [{'id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:21.249728 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:21.264017 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5e1337e8-4f27-422d-97e0-bf6b3cbd758f admin admin] 10.222.0.18 "PUT /v2.0/routers/0fb43e7a-1b47-4381-89da-6ee80a630edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7303915 Mar 08 13:52:21.279997 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:21.333484 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:21.333690 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e810-3f76-4cae-bbf4-c7b0c28b88eb None None] The sync data for ids ['52c4fa06-3942-49a1-b5dd-9298954ef321'] in dv-cinder-830092-2-iscsi is: [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:10Z', 'revision_number': 4, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '13c8a542-c47b-4106-9c6b-77c9cb28d1c7', 'name': '', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'mac_address': 'fa:16:3e:70:4e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:09Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'subnets': [{'id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:21.346350 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:21.347184 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:51:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:21.464606 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-748785ad-1ad4-4e27-a87b-6b8433a901ad service neutron] 10.222.0.18 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310107 Mar 08 13:52:21.676279 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 2, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:21.746329 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd699a98-f5de-45b5-a27e-53e3d5011e42 req-28d2d5db-cd50-425a-9ab1-7ca59e20313c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:21.748247 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fd699a98-f5de-45b5-a27e-53e3d5011e42 req-28d2d5db-cd50-425a-9ab1-7ca59e20313c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.1311693 Mar 08 13:52:21.750074 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:21.750435 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Updating router 83434aec-3939-4495-9f54-40f5ca603998 port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:52:21.778977 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-5413372a-1075-4fd8-9b59-f479cda68b71 service neutron] 10.222.0.18 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007648 Mar 08 13:52:21.896855 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:21.933140 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fd699a98-f5de-45b5-a27e-53e3d5011e42 req-a15824dc-d4a3-46a2-b6d9-24247c0d31dc tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761212 Mar 08 13:52:22.027211 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:22.268456 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-465cef31-993e-4351-85b7-a6b5cba076af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:22.308611 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-483c9ffa-3161-4898-8a0f-6f35abf22836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:22.310567 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-483c9ffa-3161-4898-8a0f-6f35abf22836 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d28c418d3a754eaf96737e31d1880818&device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 1127 time: 0.3307257 Mar 08 13:52:22.620236 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:22.647153 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Publish callbacks [] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:22.669562 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:22.684269 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-f23df477-0c8f-4068-a12c-1fd20922f360 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404 HTTP/1.1" status: 200 len: 217 time: 0.3478832 Mar 08 13:52:22.937579 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:22.937954 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:22.960276 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-bf0e8ac1-398c-4337-9f3f-9c17a7804379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:22.974694 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-bf0e8ac1-398c-4337-9f3f-9c17a7804379 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b26d836f-f40d-4db3-88e8-cd4632ac3ac8 HTTP/1.1" status: 200 len: 851 time: 0.2810647 Mar 08 13:52:23.057875 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Attempting to bind port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:23.058521 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Attempting to bind port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:23.063819 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Attempting to bind port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e on network c0e4fb91-e46d-456c-b710-714510b9ddee {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:23.069721 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957f621-5328-4d93-a108-bea3e2d40028 None None] Pushing event updated for resources: {'Port': ['ID=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:23.076752 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:23.077389 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Checking segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:23.077938 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:23.081997 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Bound using segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:23.082703 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Bound port: ef3e6737-5cec-4645-aba1-bdca0bc0ac2e, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:23.083271 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:23.242260 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] For port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:23.245953 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] For port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:23.258059 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-a15d8dcb-5390-41c8-9bd4-af0d48469ff9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5adef6a2-24b3-43f0-8044-245fa9948e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2741971 Mar 08 13:52:23.262975 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:23.278364 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.32', 62656) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:23.334346 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 2, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:23.494706 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:23.516154 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957f621-5328-4d93-a108-bea3e2d40028 None None] Pushing event updated for resources: {'Port': ['ID=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,revision_number=4']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:23.520378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:23.520726 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Updating router 0fb43e7a-1b47-4381-89da-6ee80a630edf port cb6877f4-dd4b-45a1-8026-1230f74d7115 binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:52:23.628420 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:23.631952 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:23.720621 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:23.784244 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-d3469ad6-6eb0-4399-b101-d6e1dbb5bcb8 service neutron] 10.222.0.32 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967918 Mar 08 13:52:23.986270 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:23.988349 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:24.114825 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:52:24.131266 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-12a64984-ca80-40ff-a050-653530259965 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:24.135326 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-12a64984-ca80-40ff-a050-653530259965 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 819 time: 0.8539636 Mar 08 13:52:24.161721 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Request body: {'port': {'device_id': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'admin_state_up': True, 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:24.235835 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c54368a-09d7-4915-84c9-3e1d8527e551 req-0c7816fb-b5d7-4ec6-9b39-eec75ec5e374 service neutron] 10.222.0.32 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377768 Mar 08 13:52:24.285595 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55648) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:24.293628 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318535253', 'description': 'tempest-description--115101186'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:24.351231 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:24.379261 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:24.618875 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074798e3-c97d-4037-ab84-802633181877 req-c8aea564-d761-4bad-b78c-a7db94d4bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:24.625594 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-c8aea564-d761-4bad-b78c-a7db94d4bbb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d28c418d3a754eaf96737e31d1880818&device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 1127 time: 0.2759440 Mar 08 13:52:24.681133 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (73344363-d1a0-44b1-9cc8-a7f076aef1e6), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:24.744422 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (73344363-d1a0-44b1-9cc8-a7f076aef1e6), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:24.785934 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7ff86bc3-ff92-4cba-bdb6-4d7e513192be req-4baa92be-e1ae-4d9b-9b13-a287a70efb8d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.3559868 Mar 08 13:52:24.791355 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55656) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:24.829992 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452503133', 'description': 'tempest-description--1879735122'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:24.947391 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.32', 62661) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:24.957423 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:24.976994 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Publish callbacks [] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:24.990294 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] Provisioning complete for port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:24.997503 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.009537 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:23Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:25.017955 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73344363-d1a0-44b1-9cc8-a7f076aef1e6,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:25.054073 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.064792 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.068168 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-87293e8e-fdce-43b5-adf6-e3211e264725 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7811184 Mar 08 13:52:25.097477 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55672) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:25.110211 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedc33e-e20d-4674-bd25-7bc9b7e4fe6c None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:23Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:25.307943 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86f28-6651-478d-bf83-0ce6af4b0fb8 None None] Pushing event updated for resources: {'Port': ['ID=cb6877f4-dd4b-45a1-8026-1230f74d7115,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:25.310307 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'security_group_rule': {'security_group_id': '73344363-d1a0-44b1-9cc8-a7f076aef1e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:25.348601 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074798e3-c97d-4037-ab84-802633181877 req-f626733c-b5cf-42cc-953f-eb9139678303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:25.354601 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-f626733c-b5cf-42cc-953f-eb9139678303 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5adef6a2-24b3-43f0-8044-245fa9948e1c HTTP/1.1" status: 200 len: 912 time: 0.6701078 Mar 08 13:52:25.409312 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (2f450847-175b-4029-a4ae-b68c188156a6), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.413652 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:25.457157 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.459066 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.462949 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:25.475014 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-09a471e4-43d2-4bea-a6a4-dafe5b43a8fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404 HTTP/1.1" status: 200 len: 217 time: 0.1122239 Mar 08 13:52:25.568060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074798e3-c97d-4037-ab84-802633181877 req-7651f994-ccb5-42b9-b052-10235121db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:25.570990 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-7651f994-ccb5-42b9-b052-10235121db18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b26d836f-f40d-4db3-88e8-cd4632ac3ac8 HTTP/1.1" status: 200 len: 851 time: 0.0893469 Mar 08 13:52:25.659187 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-d0ba147d-eb3c-4292-bef0-91c2d02581d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5adef6a2-24b3-43f0-8044-245fa9948e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800934 Mar 08 13:52:25.951029 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (2f450847-175b-4029-a4ae-b68c188156a6), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.964845 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Attempting to bind port cb6877f4-dd4b-45a1-8026-1230f74d7115 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:25.965481 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Attempting to bind port cb6877f4-dd4b-45a1-8026-1230f74d7115 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:25.965934 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Attempting to bind port cb6877f4-dd4b-45a1-8026-1230f74d7115 on network 7c956211-c984-4af4-8354-8ab8245c9d65 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:25.989800 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:25.991101 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Checking segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:25.991721 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:25.992379 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Bound using segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:25.994933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (2f450847-175b-4029-a4ae-b68c188156a6), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.004552 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Bound port: cb6877f4-dd4b-45a1-8026-1230f74d7115, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:26.005378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.020110 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] Current status of the port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:26.020954 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.056022 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:26.115977 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a9b5bbf3-ff80-43e0-b363-58584009b8e2 req-72c5a99d-87f3-4aa6-b620-4ae4bc1f4c24 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.1119432 Mar 08 13:52:26.175728 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-b9820947-691f-4602-9b26-4e11f6c76c64 service neutron] 10.222.0.32 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061412 Mar 08 13:52:26.242811 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.247153 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1457293 Mar 08 13:52:26.251090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55720) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:26.266422 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'security_group_rule': {'security_group_id': '73344363-d1a0-44b1-9cc8-a7f076aef1e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:26.288345 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80925aa5-6aa4-4138-9155-7e250e49ace7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f450847-175b-4029-a4ae-b68c188156a6,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:26.323971 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] For port cb6877f4-dd4b-45a1-8026-1230f74d7115, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:26.331303 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] For port cb6877f4-dd4b-45a1-8026-1230f74d7115, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=cb6877f4-dd4b-45a1-8026-1230f74d7115,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:26.341027 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Made reservation on behalf of 3a28c3e8d2dc4d46905bd41157532fd9 for: {'port': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:26.347494 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.375060 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:26.377976 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.412243 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328e6d2-1936-4ed3-a006-6f099c6e92b2 req-1d3790d9-feda-41f0-92d5-1367ba70ba11 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:26.417512 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.433929 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1328e6d2-1936-4ed3-a006-6f099c6e92b2 req-1d3790d9-feda-41f0-92d5-1367ba70ba11 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 1.3394804 Mar 08 13:52:26.475950 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (a491a1e0-679f-46c2-9b50-f0494862cdb9), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.565594 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-cd2ceb6c-a3a8-4325-9a4f-952902290921 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:26.568292 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-cd2ceb6c-a3a8-4325-9a4f-952902290921 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 819 time: 1.6164534 Mar 08 13:52:26.598698 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Request body: {'port': {'device_id': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'admin_state_up': True, 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:26.612513 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (29dfebee-3fe5-4513-8b1a-a9be6b7fa986), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.682790 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (29dfebee-3fe5-4513-8b1a-a9be6b7fa986), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.710316 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55732) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:26.715794 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-074798e3-c97d-4037-ab84-802633181877 req-2c659574-27f1-445f-8fd3-262039fc3908 service neutron] 10.222.0.32 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265689 Mar 08 13:52:26.735581 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (a491a1e0-679f-46c2-9b50-f0494862cdb9), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.747351 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (a491a1e0-679f-46c2-9b50-f0494862cdb9), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.772988 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] For port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:26.778869 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86f28-6651-478d-bf83-0ce6af4b0fb8 None None] Pushing event updated for resources: {'Port': ['ID=cb6877f4-dd4b-45a1-8026-1230f74d7115,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:26.804203 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.808997 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5532334 Mar 08 13:52:26.816651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55740) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:26.833803 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:26.851145 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:26.872804 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e441a9-a7c3-4ab1-991a-fdf95e26554c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a491a1e0-679f-46c2-9b50-f0494862cdb9,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:26.951419 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.021537 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1328e6d2-1936-4ed3-a006-6f099c6e92b2 req-e5c0d50f-b88d-443a-8ffe-edd4cff2f4e2 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865011 Mar 08 13:52:27.024688 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.078898 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3181d4d0-c8d9-4ca0-bf5a-44870cc2057d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.178730 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.184965 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.3589737 Mar 08 13:52:27.237885 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55750) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:27.286391 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'security_group_rule': {'security_group_id': '29dfebee-3fe5-4513-8b1a-a9be6b7fa986', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:27.325893 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db1577-b4d8-4f49-9263-7fb93de87835 None None] Pushing event updated for resources: {'Port': ['ID=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:27.337437 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:27.358305 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:27.375458 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3181d4d0-c8d9-4ca0-bf5a-44870cc2057d admin admin] Publish callbacks [] for security_group (ff602a21-4af3-442e-b04a-94ec4a56bc12), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.419041 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-29f6b499-8158-46b7-80d2-7f8627a2ed2b req-15f1471d-08d4-40bb-b6e8-782fc3cc416c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.0371137 Mar 08 13:52:27.421491 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3181d4d0-c8d9-4ca0-bf5a-44870cc2057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ff602a21-4af3-442e-b04a-94ec4a56bc12), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.456696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181d4d0-c8d9-4ca0-bf5a-44870cc2057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff602a21-4af3-442e-b04a-94ec4a56bc12,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:27.517391 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3181d4d0-c8d9-4ca0-bf5a-44870cc2057d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dbc0bdc9692457b971774c79e0d7a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8005178 Mar 08 13:52:27.520447 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55760) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:27.551663 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Provisioning complete for port cb6877f4-dd4b-45a1-8026-1230f74d7115 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:27.559657 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.622596 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-95fa249e-6494-4fb1-8936-5e6295c53303 admin admin] Publish callbacks [] for security_group (ff602a21-4af3-442e-b04a-94ec4a56bc12), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.660144 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.663199 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-95fa249e-6494-4fb1-8936-5e6295c53303 admin admin] Publish callbacks [] for security_group (ff602a21-4af3-442e-b04a-94ec4a56bc12), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.674414 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Allocated IP 172.20.0.9 (587b6d92-aaab-429a-ba05-1ff30f3ef5a4/b4102b8c-c041-4e33-b334-bbc5163136a5/652e6d99-3b5b-4886-aff5-00a6cb249d8d) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:27.723649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d58f6-3447-43af-a270-8c8326b88623 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dfebee-3fe5-4513-8b1a-a9be6b7fa986,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:27.847692 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-95fa249e-6494-4fb1-8936-5e6295c53303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ff602a21-4af3-442e-b04a-94ec4a56bc12), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.852329 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-95fa249e-6494-4fb1-8936-5e6295c53303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:27.854504 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-95fa249e-6494-4fb1-8936-5e6295c53303 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff602a21-4af3-442e-b04a-94ec4a56bc12 HTTP/1.1" status: 204 len: 168 time: 0.3327808 Mar 08 13:52:27.862638 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:27.932195 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa249e-6494-4fb1-8936-5e6295c53303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff602a21-4af3-442e-b04a-94ec4a56bc12,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:27.943357 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Allocated IP 172.27.2.175 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/e23fd80e-cf95-4890-855c-dc60f5d8c47e) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:28.007480 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55782) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:28.017266 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (a0682de9-f223-4dbe-9e4e-5ee96b0ccd5f), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.217427 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Made reservation on behalf of 3a28c3e8d2dc4d46905bd41157532fd9 for: {'port': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:28.228780 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.229001 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Current status of the port cb6877f4-dd4b-45a1-8026-1230f74d7115 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:28.229545 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.248401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.277008 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:28.369371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.489857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'Port': ['ID=e23fd80e-cf95-4890-855c-dc60f5d8c47e,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:28.534134 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:28.536819 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:28.544360 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:28.590691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ef3e6737-5cec-4645-aba1-bdca0bc0ac2e up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:28.606077 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (a0682de9-f223-4dbe-9e4e-5ee96b0ccd5f), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.606946 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55798) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:28.638631 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (a0682de9-f223-4dbe-9e4e-5ee96b0ccd5f), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.717580 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11726eeb-2856-4a57-9845-13b1fbb20ef8 req-70465b2b-23e5-4fb8-ab44-109f3d70a6ae tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:28.719991 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-11726eeb-2856-4a57-9845-13b1fbb20ef8 req-70465b2b-23e5-4fb8-ab44-109f3d70a6ae tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.5411460 Mar 08 13:52:28.729604 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.731457 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4584942 Mar 08 13:52:28.743974 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55804) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:28.752933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks [] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.766312 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'security_group_rule': {'security_group_id': '29dfebee-3fe5-4513-8b1a-a9be6b7fa986', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:28.768646 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ca70d9f5-3688-431e-ab0f-b3a6d2dad53d req-42493593-51ea-40f2-ae12-bbba6259d8df tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.1156209 Mar 08 13:52:28.800530 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28517f9-1b15-4c45-b687-7acda06d2cfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0682de9-f223-4dbe-9e4e-5ee96b0ccd5f,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:28.803749 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f1811a8-3f1e-4315-a81b-7bb3e14b5925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.859038 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.916487 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e76aceda-0ee1-43ba-b085-bf17f3c653c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:28.985470 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.039929 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] For port cb6877f4-dd4b-45a1-8026-1230f74d7115, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=cb6877f4-dd4b-45a1-8026-1230f74d7115,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:29.149204 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.218995 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f1811a8-3f1e-4315-a81b-7bb3e14b5925 admin admin] Publish callbacks [] for security_group (8d926123-4517-4c4b-bb7b-add1453970f8), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.242090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f1811a8-3f1e-4315-a81b-7bb3e14b5925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8d926123-4517-4c4b-bb7b-add1453970f8), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.281211 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1811a8-3f1e-4315-a81b-7bb3e14b5925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d926123-4517-4c4b-bb7b-add1453970f8,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:29.326918 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (f797963d-27e1-4485-bcd1-c42e26ade918), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.348754 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-11726eeb-2856-4a57-9845-13b1fbb20ef8 req-54bf64b9-8e15-4964-bda2-e0a931127b15 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080310 Mar 08 13:52:29.349518 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Provisioning complete for port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:29.349518 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.414289 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3f1811a8-3f1e-4315-a81b-7bb3e14b5925 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4949dc37a8e4cd4b13b18c83cb19543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8042231 Mar 08 13:52:29.453177 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Pushing event updated for resources: {'Port': ['ID=cb6877f4-dd4b-45a1-8026-1230f74d7115,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:29.477225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:29.477725 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.518362 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Allocated IP 172.20.0.4 (587b6d92-aaab-429a-ba05-1ff30f3ef5a4/b4102b8c-c041-4e33-b334-bbc5163136a5/6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:29.572135 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55820) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:29.588359 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.678360 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.688476 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.754428 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-58718f1d-3d55-4bfb-9d07-27f625f93ad8 None None] Current status of the port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:29.754783 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.762027 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:29.790100 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.799556 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9737027 Mar 08 13:52:29.799556 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f934-8fb4-4c9a-a05f-13b72f732c58 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'Port': ['ID=e23fd80e-cf95-4890-855c-dc60f5d8c47e,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:29.841732 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:29.842264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e76aceda-0ee1-43ba-b085-bf17f3c653c2 admin admin] Publish callbacks [] for security_group (3c7a67d5-26a5-4263-8434-3c4d2d0a3a85), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.870713 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e76aceda-0ee1-43ba-b085-bf17f3c653c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (3c7a67d5-26a5-4263-8434-3c4d2d0a3a85), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.889610 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:29.905475 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:29.906487 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:29.920023 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:29.974824 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:29.976102 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:30.001313 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8545897 Mar 08 13:52:30.028611 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5921d-39e7-46fc-bc48-c22ca94c3975 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Pushing event updated for resources: {'Port': ['ID=652e6d99-3b5b-4886-aff5-00a6cb249d8d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:30.029838 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e76aceda-0ee1-43ba-b085-bf17f3c653c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e36563a61d94c16bd6b4002e33163c3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0197568 Mar 08 13:52:30.053653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e359e7-9b41-42fc-ae3b-26b5210c9c0a None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:30.066576 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (f797963d-27e1-4485-bcd1-c42e26ade918), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.069090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55838) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:30.088764 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Request body: {'port': {'device_id': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:30.105053 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-0cf09262-857c-44f6-ac9e-b5932db6f94c None None] Provisioning complete for port cb6877f4-dd4b-45a1-8026-1230f74d7115 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:30.105409 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-0cf09262-857c-44f6-ac9e-b5932db6f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.176099 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (f797963d-27e1-4485-bcd1-c42e26ade918), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.186564 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c537f1cf-cb78-41b3-b477-98ef6cb2fe6a req-1c244092-e1da-4aed-9fba-77ddc7d66ed5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.1819017 Mar 08 13:52:30.188707 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aceda-0ee1-43ba-b085-bf17f3c653c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a67d5-26a5-4263-8434-3c4d2d0a3a85,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:30.267657 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:30.268021 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.305161 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbd27-2bf5-44bf-b01f-5f247ae62c65 admin admin] Publish callbacks [] for security_group (8d926123-4517-4c4b-bb7b-add1453970f8), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.332451 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbd27-2bf5-44bf-b01f-5f247ae62c65 admin admin] Publish callbacks [] for security_group (8d926123-4517-4c4b-bb7b-add1453970f8), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.458111 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-0cf09262-857c-44f6-ac9e-b5932db6f94c None None] Current status of the port cb6877f4-dd4b-45a1-8026-1230f74d7115 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:30.490864 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks [] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.512167 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:30.533068 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.534354 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7853386 Mar 08 13:52:30.537662 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55866) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:30.545681 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:30.564398 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122735b7-3148-4f36-b0e0-f32276e9df8e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f797963d-27e1-4485-bcd1-c42e26ade918,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:30.573101 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.589378 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425d181-27f7-4e39-b0af-452373c92774 req-38687679-6b50-4697-85f1-2fd8fff99320 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:30.602454 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4425d181-27f7-4e39-b0af-452373c92774 req-38687679-6b50-4697-85f1-2fd8fff99320 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.1545103 Mar 08 13:52:30.632926 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.729807 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4425d181-27f7-4e39-b0af-452373c92774 req-ec0ba7a7-cb7e-4da2-a81d-e1f85cb842d1 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146114 Mar 08 13:52:30.733309 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device cb6877f4-dd4b-45a1-8026-1230f74d7115 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:30.736486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.794888 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:30.815595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Pushing event updated for resources: {'Port': ['ID=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:30.819355 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:30.821617 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a1be1151-6b81-42d1-8750-483a86d51c12 admin admin] Publish callbacks [] for security_group (3c7a67d5-26a5-4263-8434-3c4d2d0a3a85), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.831392 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port cb6877f4-dd4b-45a1-8026-1230f74d7115 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:30.831675 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.873015 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a1be1151-6b81-42d1-8750-483a86d51c12 admin admin] Publish callbacks [] for security_group (3c7a67d5-26a5-4263-8434-3c4d2d0a3a85), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.919691 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:30.926883 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:30.927825 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.946043 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-8073bf04-9b17-409a-98d8-9802468bfd22 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--318535253&fields=id&tenant_id=e3f5752b78974423ab169a772d26d27a HTTP/1.1" status: 200 len: 267 time: 0.6520743 Mar 08 13:52:30.979916 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbd27-2bf5-44bf-b01f-5f247ae62c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8d926123-4517-4c4b-bb7b-add1453970f8), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.982768 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbd27-2bf5-44bf-b01f-5f247ae62c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:30.983969 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-7cfdbd27-2bf5-44bf-b01f-5f247ae62c65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d926123-4517-4c4b-bb7b-add1453970f8 HTTP/1.1" status: 204 len: 168 time: 1.4082177 Mar 08 13:52:30.991832 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port cb6877f4-dd4b-45a1-8026-1230f74d7115 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:31.006815 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.046241 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdbd27-2bf5-44bf-b01f-5f247ae62c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d926123-4517-4c4b-bb7b-add1453970f8,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:31.094592 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8ab6d098-626f-43a0-b2e6-147b4c08513f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5010359 Mar 08 13:52:31.095180 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a1be1151-6b81-42d1-8750-483a86d51c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (3c7a67d5-26a5-4263-8434-3c4d2d0a3a85), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.097636 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a1be1151-6b81-42d1-8750-483a86d51c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.098717 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a1be1151-6b81-42d1-8750-483a86d51c12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c7a67d5-26a5-4263-8434-3c4d2d0a3a85 HTTP/1.1" status: 204 len: 168 time: 0.9463592 Mar 08 13:52:31.222114 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Allocated IP 172.27.2.246 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/9acaf0b7-322b-45cb-92ed-30636ce96cf6) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:31.258183 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be1151-6b81-42d1-8750-483a86d51c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a67d5-26a5-4263-8434-3c4d2d0a3a85,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:31.267109 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Request body: {'port': {'device_id': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:31.434666 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-5c54d05a-7231-4acd-bddd-25b36933317a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:31.437544 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-5c54d05a-7231-4acd-bddd-25b36933317a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 810 time: 0.4495764 Mar 08 13:52:31.467187 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006247d-a7e3-4283-8c62-ac39cb46b6ec req-a6f3527e-5213-47df-a700-59087acae971 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:31.468823 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8006247d-a7e3-4283-8c62-ac39cb46b6ec req-a6f3527e-5213-47df-a700-59087acae971 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 931 time: 0.1003175 Mar 08 13:52:31.545430 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8006247d-a7e3-4283-8c62-ac39cb46b6ec req-bceb6c4b-bfaa-4223-848a-909b99fe79a5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702877 Mar 08 13:52:31.548989 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.580471 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-20806bb5-f361-4a18-a1cd-5734a6d17f0b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/quotas/e3f5752b78974423ab169a772d26d27a HTTP/1.1" status: 200 len: 375 time: 0.1333671 Mar 08 13:52:31.586038 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.624396 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.668545 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:31.674170 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:31.677484 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:31.799313 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-4ce07a61-9458-4af5-ac7a-14f317e92b67 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042480 Mar 08 13:52:31.856099 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (d56c4027-e9c0-4419-871c-f28492ed0e26), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.885448 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'Port': ['ID=9acaf0b7-322b-45cb-92ed-30636ce96cf6,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:31.892487 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652e6d99-3b5b-4886-aff5-00a6cb249d8d {{(pid=114663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:31.895492 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55910) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:31.906909 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Publish callbacks [] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.920662 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 55918) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:31.944463 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.provisioning_blocks [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Transition to ACTIVE for port object 652e6d99-3b5b-4886-aff5-00a6cb249d8d will not be triggered until provisioned by entity L2. {{(pid=114663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:52:31.945734 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2bf603d4-f4e9-4856-8eed-341b36e56c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.982038 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:31.984758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ba2162dc-6585-44f6-999c-2ad0b96118e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.025577 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.034533 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ccee6-b8e3-4ddb-bc99-72fc968aab5a req-a09df0b6-0199-43a7-b34c-f4b47a016bdd tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:32.036145 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-094ccee6-b8e3-4ddb-bc99-72fc968aab5a req-a09df0b6-0199-43a7-b34c-f4b47a016bdd tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.1397605 Mar 08 13:52:32.133669 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Pushing event updated for resources: {'Port': ['ID=652e6d99-3b5b-4886-aff5-00a6cb249d8d,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:32.189158 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-094ccee6-b8e3-4ddb-bc99-72fc968aab5a req-8c660508-9bfb-409d-88cf-bee0f5f34e9b tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301873 Mar 08 13:52:32.216486 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-410e2343-228c-4e87-a056-d0eb8fd79dfc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:52:32.217599 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-410e2343-228c-4e87-a056-d0eb8fd79dfc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1849771 Mar 08 13:52:32.266536 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ba2162dc-6585-44f6-999c-2ad0b96118e0 admin admin] Publish callbacks [] for security_group (50df1565-6e15-4b58-9beb-ac796e8e9538), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.285298 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ba2162dc-6585-44f6-999c-2ad0b96118e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (50df1565-6e15-4b58-9beb-ac796e8e9538), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.341410 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-ba2162dc-6585-44f6-999c-2ad0b96118e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f14bf70ccaca4e63b315aaa9492cf0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346859 Mar 08 13:52:32.351575 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55942) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:32.370864 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2162dc-6585-44f6-999c-2ad0b96118e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50df1565-6e15-4b58-9beb-ac796e8e9538,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:32.406807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.416371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.435258 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Attempting to bind port 652e6d99-3b5b-4886-aff5-00a6cb249d8d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:32.435646 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Attempting to bind port 652e6d99-3b5b-4886-aff5-00a6cb249d8d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:32.435806 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Attempting to bind port 652e6d99-3b5b-4886-aff5-00a6cb249d8d on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:32.449673 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2bf603d4-f4e9-4856-8eed-341b36e56c90 admin admin] Publish callbacks [] for security_group (c251ba9d-df7b-413e-acd4-b925bc45cdcc), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.456544 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-65ad0884-2a03-412e-9067-8d5c16205c98 admin admin] Publish callbacks [] for security_group (50df1565-6e15-4b58-9beb-ac796e8e9538), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.464835 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (d56c4027-e9c0-4419-871c-f28492ed0e26), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.493272 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Port 652e6d99-3b5b-4886-aff5-00a6cb249d8d on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:52:32.493782 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Attempting to bind port 652e6d99-3b5b-4886-aff5-00a6cb249d8d on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:32.503340 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'Port': ['ID=9acaf0b7-322b-45cb-92ed-30636ce96cf6,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:32.513499 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-65ad0884-2a03-412e-9067-8d5c16205c98 admin admin] Publish callbacks [] for security_group (50df1565-6e15-4b58-9beb-ac796e8e9538), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.523125 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.524850 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-881fbb34-e1d5-45ea-9f7a-e58533a172f7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9847825 Mar 08 13:52:32.526320 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2bf603d4-f4e9-4856-8eed-341b36e56c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c251ba9d-df7b-413e-acd4-b925bc45cdcc), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.545244 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:32.545817 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Checking segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:32.546527 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Bound using segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:32.547150 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Bound port: 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'}}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:32.547685 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.582749 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-65ad0884-2a03-412e-9067-8d5c16205c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (50df1565-6e15-4b58-9beb-ac796e8e9538), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.587764 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-65ad0884-2a03-412e-9067-8d5c16205c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.589169 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-65ad0884-2a03-412e-9067-8d5c16205c98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50df1565-6e15-4b58-9beb-ac796e8e9538 HTTP/1.1" status: 204 len: 168 time: 0.2365816 Mar 08 13:52:32.600799 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0884-2a03-412e-9067-8d5c16205c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50df1565-6e15-4b58-9beb-ac796e8e9538,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:32.612496 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d {{(pid=114663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:32.631932 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2bf603d4-f4e9-4856-8eed-341b36e56c90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c89661fd3d244289b4238d7c5ed8c755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7077019 Mar 08 13:52:32.631932 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf603d4-f4e9-4856-8eed-341b36e56c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251ba9d-df7b-413e-acd4-b925bc45cdcc,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:32.632759 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 55960) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:32.641727 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Publish callbacks [] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.656883 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-42bcf427-4271-4b2b-9bf3-21afa43cea93 service neutron] 10.222.0.18 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212162 Mar 08 13:52:32.712001 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.provisioning_blocks [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Transition to ACTIVE for port object 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d will not be triggered until provisioned by entity L2. {{(pid=114663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:52:32.726586 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.781779 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6a85-37ec-42c2-85d3-dc0534ccc7c8 admin admin] Publish callbacks [] for security_group (c251ba9d-df7b-413e-acd4-b925bc45cdcc), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.809228 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240ca6-164c-410c-895d-3ecebb37c2a8 req-e70e09a0-5ac3-44da-bb01-d6316e3c8d64 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:32.818675 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6e240ca6-164c-410c-895d-3ecebb37c2a8 req-e70e09a0-5ac3-44da-bb01-d6316e3c8d64 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 931 time: 0.1258895 Mar 08 13:52:32.846973 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6a85-37ec-42c2-85d3-dc0534ccc7c8 admin admin] Publish callbacks [] for security_group (c251ba9d-df7b-413e-acd4-b925bc45cdcc), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.915863 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-2cdc3ad9-6eb1-4ac9-aad5-ba264dbdf78d service neutron] 10.222.0.18 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578559 Mar 08 13:52:32.928839 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] For port 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host hv-cinder-83009, cleared binding levels {{(pid=114663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:32.935682 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] For port 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:32.939494 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6e240ca6-164c-410c-895d-3ecebb37c2a8 req-38e1acc2-31cb-4d63-82ea-d4ae0d95c471 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114707 Mar 08 13:52:32.940019 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:32.976532 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6a85-37ec-42c2-85d3-dc0534ccc7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c251ba9d-df7b-413e-acd4-b925bc45cdcc), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.980831 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6a85-37ec-42c2-85d3-dc0534ccc7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.985240 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:32.986076 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5c9f6a85-37ec-42c2-85d3-dc0534ccc7c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c251ba9d-df7b-413e-acd4-b925bc45cdcc HTTP/1.1" status: 204 len: 168 time: 0.3518076 Mar 08 13:52:33.002372 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6a85-37ec-42c2-85d3-dc0534ccc7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251ba9d-df7b-413e-acd4-b925bc45cdcc,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:33.057013 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Attempting to bind port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:33.057608 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Attempting to bind port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:33.058384 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Attempting to bind port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:33.087173 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:52:33.087515 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Attempting to bind port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d on network 587b6d92-aaab-429a-ba05-1ff30f3ef5a4 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:33.094221 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:33.094845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:33.100673 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] 10.222.0.32 "PUT /v2.0/ports/652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 1093 time: 3.0281136 Mar 08 13:52:33.108371 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'tag': '652e6d99-3b5b-4886-aff5-00a6cb249d8d'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:33.167309 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-e01bc58d-bd7d-4902-8992-e01e53a7185a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1452503133&fields=id&tenant_id=98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 267 time: 0.1265316 Mar 08 13:52:33.249405 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:33.249758 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Checking segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:33.250144 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Bound using segment: {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:33.250585 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Bound port: 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81bb54e-0b10-4782-9796-36194aec525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4'}}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:33.251529 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:33.361833 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-98ed906a-d3de-43e3-b5b4-18cda314556e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:33.371482 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-98ed906a-d3de-43e3-b5b4-18cda314556e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 817 time: 0.2026889 Mar 08 13:52:33.391549 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] For port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host hv-cinder-83009, cleared binding levels {{(pid=114663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:33.395583 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-99b18cba-fce7-41f2-81cb-e8f10d9ece1a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/quotas/98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 375 time: 0.0224955 Mar 08 13:52:33.400506 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] For port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:33.469022 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:33.493811 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c52c2c05-49d4-477e-af38-7b528aed2a4d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969381 Mar 08 13:52:33.499851 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca106913-515e-42bb-a846-24ad226dc9ec service neutron] Pushing event updated for resources: {'Port': ['ID=652e6d99-3b5b-4886-aff5-00a6cb249d8d,revision_number=3']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:33.630712 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:33.631340 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:33.644455 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d HTTP/1.1" status: 200 len: 1093 time: 2.3899350 Mar 08 13:52:33.650273 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-5a9076fb-de61-45c2-ba3f-77e016f99ebd service neutron] 10.222.0.18 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554832 Mar 08 13:52:33.764387 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f6d21-ba2e-4c0d-a55e-a3750b2066d3 req-2dd3c4b0-34ca-44be-9851-0d1379b3c9fc tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:33.766051 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8d5f6d21-ba2e-4c0d-a55e-a3750b2066d3 req-2dd3c4b0-34ca-44be-9851-0d1379b3c9fc tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.4832587 Mar 08 13:52:33.805794 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4b533e-1a09-4608-bc67-7e4dde0d1d06", "tag": "652e6d99-3b5b-4886-aff5-00a6cb249d8d"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:33.809109 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55e39-a3f4-49db-a892-16614864cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,revision_number=3']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:33.843178 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c1dac1d0-e53d-47f0-a6d8-9b6de39f34c6 service neutron] 10.222.0.18 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870120 Mar 08 13:52:33.968138 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8d5f6d21-ba2e-4c0d-a55e-a3750b2066d3 req-665771cc-f447-434c-ab73-d2b8bce4db8b tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419506 Mar 08 13:52:33.976195 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-40dc273b-d44a-4437-9ab8-f8a907a50608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:33.978304 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-40dc273b-d44a-4437-9ab8-f8a907a50608 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 1127 time: 0.2066002 Mar 08 13:52:33.988928 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-b8cda1a1-e586-4966-9492-b9924b45b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:33.991014 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-b8cda1a1-e586-4966-9492-b9924b45b7d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1127 time: 0.3203559 Mar 08 13:52:34.095672 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-cf0c706f-04e9-4f95-96d7-e650409b52a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d HTTP/1.1" status: 200 len: 217 time: 0.1036770 Mar 08 13:52:34.134034 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-f4d0ac40-9b2a-455e-9b91-5c4633a7e2c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.0783525 Mar 08 13:52:34.194834 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-29898d62-03bc-4f8b-bcbc-8d71c32b385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:34.196539 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-29898d62-03bc-4f8b-bcbc-8d71c32b385a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0647886 Mar 08 13:52:34.200517 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bf065c61-ae1a-4cd0-b7a7-6c8b16a9cb15 req-7c6a34b6-c9fc-4794-9e34-ebd5512e30ca tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 210 time: 0.1131847 Mar 08 13:52:34.276331 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-8a81aa03-0281-4610-ac2c-0b23aa2455b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683534 Mar 08 13:52:34.307836 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca952-d5eb-4030-b184-638a6df48c92 req-113500a7-e4a7-4e20-9fde-736dd61d64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:34.309530 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-113500a7-e4a7-4e20-9fde-736dd61d64b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.1119561 Mar 08 13:52:34.353807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56088) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:34.381662 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-1c7c20c0-418d-4ab9-b07b-90b684facf1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620492 Mar 08 13:52:34.458781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff77dd-ce78-44e4-bdd8-eb54fa6e4030 x-openstack-request-id: req-2eff77dd-ce78-44e4-bdd8-eb54fa6e4030 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:34.460361 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4b533e-1a09-4608-bc67-7e4dde0d1d06", "tag": "652e6d99-3b5b-4886-aff5-00a6cb249d8d", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:34.461047 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2eff77dd-ce78-44e4-bdd8-eb54fa6e4030 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:34.464309 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'tag': '652e6d99-3b5b-4886-aff5-00a6cb249d8d', 'status': 'completed', 'code': 200} Mar 08 13:52:34.561684 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-ceb8caff-b0e7-4adb-bec6-518a6fa9a08f service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769978 Mar 08 13:52:34.580390 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb399bfb-f92f-4965-8911-03331bc91837 req-a69ab324-946e-4ed8-9cfb-d147193f7b2d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 210 time: 0.0896738 Mar 08 13:52:34.588566 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa24c0-54f7-4a65-a772-3fcfb91e1ff0 req-efc7074b-9687-4386-8558-5a4dcb05133f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:34.590380 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-17fa24c0-54f7-4a65-a772-3fcfb91e1ff0 req-efc7074b-9687-4386-8558-5a4dcb05133f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 943 time: 0.2070363 Mar 08 13:52:34.645075 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-7b7e00bc-26e5-492a-9875-0812e5df3849 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446024 Mar 08 13:52:34.796365 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-17fa24c0-54f7-4a65-a772-3fcfb91e1ff0 req-ae7eddc0-671c-4505-ac94-36c913b688d7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795716 Mar 08 13:52:34.837320 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9d19eab-bc51-4ffb-bab9-3322433a6a03 req-f074a5c7-f745-4d06-b39b-885b018f3429 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631168 Mar 08 13:52:34.867839 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-13bca952-d5eb-4030-b184-638a6df48c92 req-f957b240-7baa-4df4-af02-2cea316fd2ff service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922054 Mar 08 13:52:35.023192 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-610ae63d-dc4e-40a1-87e1-ad01e30e91fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:35.039968 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-8f03cbf5-d864-4433-b278-38a17f70771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:35.042501 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-8f03cbf5-d864-4433-b278-38a17f70771c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1127 time: 0.0893972 Mar 08 13:52:35.377695 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-f71e14c3-67ef-4a20-b620-28fdcc3aae47 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:35.382731 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-f71e14c3-67ef-4a20-b620-28fdcc3aae47 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 810 time: 0.7039018 Mar 08 13:52:35.508740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed7edf-cbba-427a-a2cd-f2bcd7d62d9a req-b9d0f1d6-a9b2-49f3-8250-8ed4bab53f42 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:35.511307 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-11ed7edf-cbba-427a-a2cd-f2bcd7d62d9a req-b9d0f1d6-a9b2-49f3-8250-8ed4bab53f42 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 943 time: 0.4267781 Mar 08 13:52:35.624382 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-47705806-574f-4773-9bd8-3c7536645b27 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3f5752b78974423ab169a772d26d27a HTTP/1.1" status: 200 len: 379 time: 0.2200437 Mar 08 13:52:35.650344 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'port': {'device_id': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'admin_state_up': True, 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'security_groups': ['73344363-d1a0-44b1-9cc8-a7f076aef1e6']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:35.656308 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-fc211858-769a-4da1-81e2-3482bb68a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:35.657951 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-fc211858-769a-4da1-81e2-3482bb68a5ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.6083467 Mar 08 13:52:35.659864 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1ce24e40-89d6-406d-acaf-a2f39f807a0c req-7cd9ee85-f483-4c1c-91ce-30eecdffe57a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 210 time: 0.2117460 Mar 08 13:52:35.720063 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-610ae63d-dc4e-40a1-87e1-ad01e30e91fb admin admin] Publish callbacks [] for security_group (9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:35.751926 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-716d562f-2f60-409a-9687-6ce31dfe72c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.0796766 Mar 08 13:52:35.840229 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:52:35.847332 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-11ed7edf-cbba-427a-a2cd-f2bcd7d62d9a req-41cc1394-a8c6-485f-921d-096f98533981 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144221 Mar 08 13:52:35.861212 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-610ae63d-dc4e-40a1-87e1-ad01e30e91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:35.904446 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-406697c6-1e5b-4d12-b7eb-f5bb39536b37 req-5674f61d-cc08-4686-aec4-a1570ed25d8f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 210 time: 0.1016660 Mar 08 13:52:35.950842 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-d9e92f4f-77bf-4bf7-ab97-242b330d4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:35.952627 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-d9e92f4f-77bf-4bf7-ab97-242b330d4bb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.1882517 Mar 08 13:52:35.996961 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-610ae63d-dc4e-40a1-87e1-ad01e30e91fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15a61a2f33714e8da0baeff23ce5023a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6412988 Mar 08 13:52:35.998297 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-ea132d74-f7cd-48ed-a1f2-d9891962c881 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384369 Mar 08 13:52:36.001868 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56166) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:36.058634 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:36.068709 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c4bfbfaf-c1bf-4eb3-9523-6da14d25d6c7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:36.070739 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c4bfbfaf-c1bf-4eb3-9523-6da14d25d6c7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 817 time: 0.3303924 Mar 08 13:52:36.096945 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'port_id': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d', 'mac_address': 'fa:16:3e:9d:fd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:52:36.175517 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:36.175915 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.227612 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:36.255748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ae63d-dc4e-40a1-87e1-ad01e30e91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:36.290814 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e9df2-8b49-4117-92b7-26005bc61578 req-4b191ab3-2835-47a0-a32d-b98a1e780d65 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:36.293116 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:36.296731 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-bbfbe2ab-d775-434d-9e9d-b12750de4da8 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828100 Mar 08 13:52:36.298550 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c9af-9d05-4aec-9c35-9b2dc931d235 admin admin] Publish callbacks [] for security_group (9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.300112 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-888e9df2-8b49-4117-92b7-26005bc61578 req-4b191ab3-2835-47a0-a32d-b98a1e780d65 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 943 time: 0.2309759 Mar 08 13:52:36.304106 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Made reservation on behalf of e3f5752b78974423ab169a772d26d27a for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:36.304272 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.305246 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 652e6d99-3b5b-4886-aff5-00a6cb249d8d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:52:36.307584 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.308608 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-f9004082-7210-4c13-820c-ed2547bf74ac tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 380 time: 0.2272820 Mar 08 13:52:36.325595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'port': {'device_id': '2ba35169-5b05-4356-aa25-332bfaa85964', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'admin_state_up': True, 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'security_groups': ['29dfebee-3fe5-4513-8b1a-a9be6b7fa986']}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:36.423376 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:36.429625 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-888e9df2-8b49-4117-92b7-26005bc61578 req-ffe0ad5c-a713-448c-a121-62b153139288 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278150 Mar 08 13:52:36.499663 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:36.539375 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '652e6d99-3b5b-4886-aff5-00a6cb249d8d', 'network_id': '587b6d92-aaab-429a-ba05-1ff30f3ef5a4', 'port_id': '652e6d99-3b5b-4886-aff5-00a6cb249d8d', 'mac_address': 'fa:16:3e:8c:50:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4102b8c-c041-4e33-b334-bbc5163136a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:52:36.563612 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'tag': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:36.567032 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2" -d '{"events": [{"name": "network-changed", "server_uuid": "43e24a08-aba9-415e-9a21-0e454cd2281d", "tag": "6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:36.612061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Allocated IP 172.20.0.8 (c0e4fb91-e46d-456c-b710-714510b9ddee/d9556b9c-00af-4d92-aee1-eeeee044377a/8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:36.614828 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c9af-9d05-4aec-9c35-9b2dc931d235 admin admin] Publish callbacks [] for security_group (9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.639728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 652e6d99-3b5b-4886-aff5-00a6cb249d8d is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:36.640372 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.666029 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652e6d99-3b5b-4886-aff5-00a6cb249d8d {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:36.698990 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:36.713624 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.715852 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 634c5c32-b0dc-4046-b65e-9d7a70b06404 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:52:36.721775 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.32', 62677) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:36.773156 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f77a2-a50c-4a59-9ed1-25bb9027c905 x-openstack-request-id: req-d77f77a2-a50c-4a59-9ed1-25bb9027c905 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:36.776087 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e24a08-aba9-415e-9a21-0e454cd2281d", "tag": "6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:36.776441 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d77f77a2-a50c-4a59-9ed1-25bb9027c905 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:36.776980 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'tag': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d', 'status': 'completed', 'code': 200} Mar 08 13:52:36.820113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Made reservation on behalf of 98537a177d784e0cb148e3f73688f0c0 for: {'port': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:52:36.826411 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.888811 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=652e6d99-3b5b-4886-aff5-00a6cb249d8d,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:36.908184 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-451f6a18-c3ac-4623-8343-40210e8e26e2 req-a9fc11ff-b271-4e00-8115-0183f5ddee46 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 210 time: 0.0577643 Mar 08 13:52:36.926233 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:36.930633 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df9ca8e5-0bcc-4657-9147-c5a0915a7e47 req-a5dbcd57-9c76-4d00-9b44-a147f68607d3 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119924 Mar 08 13:52:36.973317 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 634c5c32-b0dc-4046-b65e-9d7a70b06404, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404,segment=NetworkSegment(033a1772-daf7-48f6-ba03-ffbb5830a515),segment_id=033a1772-daf7-48f6-ba03-ffbb5830a515)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:36.979010 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-4d50e3a8-d3b9-416b-a5e1-03a3e0d1056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:36.983450 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-4d50e3a8-d3b9-416b-a5e1-03a3e0d1056c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 1128 time: 0.2591228 Mar 08 13:52:36.988866 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '634c5c32-b0dc-4046-b65e-9d7a70b06404', 'network_id': '5adef6a2-24b3-43f0-8044-245fa9948e1c', 'port_id': '634c5c32-b0dc-4046-b65e-9d7a70b06404', 'mac_address': 'fa:16:3e:b0:01:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26d836f-f40d-4db3-88e8-cd4632ac3ac8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:52:37.046653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 634c5c32-b0dc-4046-b65e-9d7a70b06404 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:37.047226 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.063949 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634c5c32-b0dc-4046-b65e-9d7a70b06404 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:37.090366 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 634c5c32-b0dc-4046-b65e-9d7a70b06404, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404,segment=NetworkSegment(033a1772-daf7-48f6-ba03-ffbb5830a515),segment_id=033a1772-daf7-48f6-ba03-ffbb5830a515)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:37.096034 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c9af-9d05-4aec-9c35-9b2dc931d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.098274 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.098867 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c9af-9d05-4aec-9c35-9b2dc931d235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.100645 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b3a1c9af-9d05-4aec-9c35-9b2dc931d235 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd HTTP/1.1" status: 204 len: 168 time: 1.0973029 Mar 08 13:52:37.138704 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-952724a0-388a-44b2-a0ff-a56173de1610 req-ed87afd6-c7a3-4061-a53e-7649b96aa5f8 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 210 time: 0.0956886 Mar 08 13:52:37.162899 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.187823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-83de5be0-7d59-4c8f-9791-711e85274240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:37.189309 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-83de5be0-7d59-4c8f-9791-711e85274240 service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.1972976 Mar 08 13:52:37.208905 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1c9af-9d05-4aec-9c35-9b2dc931d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a2d1a-f2e6-4fe4-ac14-69bd36c6f9bd,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:37.252443 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-008ee439-e1f4-4cf4-b51a-5fd115fab15c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d HTTP/1.1" status: 200 len: 217 time: 0.0512176 Mar 08 13:52:37.269766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.271679 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=634c5c32-b0dc-4046-b65e-9d7a70b06404,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:37.303792 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Allocated IP 172.20.0.10 (7c956211-c984-4af4-8354-8ab8245c9d65/28f895ec-524d-41a2-af65-d6eb24f3effe/73480755-2bcf-4e34-8eb0-36dfe9dcb1d6) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:52:37.351077 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Network c0e4fb91-e46d-456c-b710-714510b9ddee is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:37.357922 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8936-ac80-4ee5-b011-f72bf3a9b80a req-87393eef-ce9c-4209-92a0-7bc23243d85c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:37.359472 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-da1d8936-ac80-4ee5-b011-f72bf3a9b80a req-87393eef-ce9c-4209-92a0-7bc23243d85c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 944 time: 0.2646356 Mar 08 13:52:37.360847 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:37.363627 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-8283a8d7-f461-4f4e-ba32-8066744f8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:37.364961 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-8283a8d7-f461-4f4e-ba32-8066744f8afb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.1064322 Mar 08 13:52:37.367795 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:37.378634 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:37.379708 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.418479 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['634c5c32-b0dc-4046-b65e-9d7a70b06404'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:52:37.448341 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'Port': ['ID=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:37.463305 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-bf217465-5613-4b06-bc2c-db420e4f9318 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8274269 Mar 08 13:52:37.550943 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Request body: {'port': {'device_id': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:37.561131 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-843f96e1-d6b5-42b3-a96a-d00264a25f21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347988 Mar 08 13:52:37.635361 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:52:37.639546 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-da1d8936-ac80-4ee5-b011-f72bf3a9b80a req-a84b43d2-e9d5-4da0-817a-8d0284a8d41a tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651291 Mar 08 13:52:37.651789 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['652e6d99-3b5b-4886-aff5-00a6cb249d8d'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:52:37.837417 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.845026 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-9ac7b54c-0fd2-407e-8985-a2335a96170d service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779243 Mar 08 13:52:37.917513 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.929268 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:37.940185 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e30d1-77f4-4e42-8e29-58728a07a552 req-2a47c640-1a0e-446a-8c8e-2236ab8a2ec6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:37.940464 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df9e30d1-77f4-4e42-8e29-58728a07a552 req-2a47c640-1a0e-446a-8c8e-2236ab8a2ec6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 944 time: 0.3171358 Mar 08 13:52:38.033187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56258) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:38.035034 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:38.070413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8781-e318-4f46-95d6-7a3624b119a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.125696 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Network 7c956211-c984-4af4-8354-8ab8245c9d65 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:52:38.132747 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:52:38.139641 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:52:38.153418 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:38.153987 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.239134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7b032ba9-b860-42e1-948b-a553bffb1ef5 None None] Provisioning complete for port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:38.239706 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7b032ba9-b860-42e1-948b-a553bffb1ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.250092 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8781-e318-4f46-95d6-7a3624b119a9 admin admin] Publish callbacks [] for security_group (cbad9682-7884-402b-a742-032411dc8f74), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.268135 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8781-e318-4f46-95d6-7a3624b119a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cbad9682-7884-402b-a742-032411dc8f74), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.292426 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7b032ba9-b860-42e1-948b-a553bffb1ef5 None None] Port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:52:38.335164 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-c174fc02-0508-480c-b74c-088379469ffb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0153306 Mar 08 13:52:38.355128 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Request body: {'port': {'device_id': '2ba35169-5b05-4356-aa25-332bfaa85964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:38.415897 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e103e2-8df4-4ab9-b360-f9b8081e2b64 req-3a2eb83e-8671-4b16-acd5-175f73abaab9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:38.417632 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c1e103e2-8df4-4ab9-b360-f9b8081e2b64 req-3a2eb83e-8671-4b16-acd5-175f73abaab9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 931 time: 0.3423038 Mar 08 13:52:38.430335 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c8781-e318-4f46-95d6-7a3624b119a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad9682-7884-402b-a742-032411dc8f74,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:38.471397 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df9e30d1-77f4-4e42-8e29-58728a07a552 req-53124128-e138-4ede-ba79-0b434b3bebbd tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897413 Mar 08 13:52:38.482909 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3c1c8781-e318-4f46-95d6-7a3624b119a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40517c0ca6844ce2a007141e9f6dac2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453533 Mar 08 13:52:38.489322 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56282) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:38.581965 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.587091 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbed1d6c-13f7-4ef8-a241-89f6ae56ead2 req-5b5b9541-ff50-4fe2-bb10-ded419831339 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058287 Mar 08 13:52:38.619259 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7032682c-4a8a-4ced-b5c8-0b9da2cfb965 None None] Provisioning complete for port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:38.619782 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7032682c-4a8a-4ced-b5c8-0b9da2cfb965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.669750 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7032682c-4a8a-4ced-b5c8-0b9da2cfb965 None None] Port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:52:38.681535 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c1e103e2-8df4-4ab9-b360-f9b8081e2b64 req-41226911-2ad1-4a0f-a7c8-4b3e690c27d4 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403545 Mar 08 13:52:38.714280 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56288) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:38.765073 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b8c79-1318-4260-9d90-527fabbf441e req-da7b77fa-89c5-4441-bf8d-5eb356798215 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:38.766831 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c51b8c79-1318-4260-9d90-527fabbf441e req-da7b77fa-89c5-4441-bf8d-5eb356798215 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 932 time: 0.1824710 Mar 08 13:52:38.848728 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56294) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:38.867886 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c51b8c79-1318-4260-9d90-527fabbf441e req-eee123db-7158-497a-8ac5-780d7ffd63db tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699346 Mar 08 13:52:38.871643 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e509296d-e84c-4137-8033-a6f63ca3bb64 admin admin] Publish callbacks [] for security_group (cbad9682-7884-402b-a742-032411dc8f74), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.885094 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-98f67307-f116-4743-abc3-d0f33bb0ce61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.948004 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-994eeba4-3664-4dc0-80de-6f3c0e116b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.957183 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e509296d-e84c-4137-8033-a6f63ca3bb64 admin admin] Publish callbacks [] for security_group (cbad9682-7884-402b-a742-032411dc8f74), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:38.987101 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0d0bc-4c82-468b-ac94-119527ca6c3a req-bcba0daf-0970-4e4a-824c-9d623597d842 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:38.988556 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d8d0d0bc-4c82-468b-ac94-119527ca6c3a req-bcba0daf-0970-4e4a-824c-9d623597d842 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 944 time: 0.1248522 Mar 08 13:52:39.019552 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:39.036351 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Publish callbacks [] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.068924 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-98f67307-f116-4743-abc3-d0f33bb0ce61 admin admin] Publish callbacks [] for security_group (2f6df5c0-6025-4259-b32d-3f7593332f64), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.075745 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-98f67307-f116-4743-abc3-d0f33bb0ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2f6df5c0-6025-4259-b32d-3f7593332f64), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.100112 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d8d0d0bc-4c82-468b-ac94-119527ca6c3a req-98c997dc-e73a-445d-9c9f-7c7d6b80647f tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957325 Mar 08 13:52:39.113998 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 {{(pid=114663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:39.115284 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-98f67307-f116-4743-abc3-d0f33bb0ce61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae48665497d04b1797a8e2503fefe0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973908 Mar 08 13:52:39.119631 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Transition to ACTIVE for port object 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:52:39.119774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56302) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:39.120318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e509296d-e84c-4137-8033-a6f63ca3bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cbad9682-7884-402b-a742-032411dc8f74), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.132441 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e509296d-e84c-4137-8033-a6f63ca3bb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.132441 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-e509296d-e84c-4137-8033-a6f63ca3bb64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbad9682-7884-402b-a742-032411dc8f74 HTTP/1.1" status: 204 len: 168 time: 0.6189201 Mar 08 13:52:39.137091 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Publish callbacks [] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.149018 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f67307-f116-4743-abc3-d0f33bb0ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6df5c0-6025-4259-b32d-3f7593332f64,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.154602 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.166913 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509296d-e84c-4137-8033-a6f63ca3bb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad9682-7884-402b-a742-032411dc8f74,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.181369 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.provisioning_blocks [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Transition to ACTIVE for port object 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 will not be triggered until provisioned by entity L2. {{(pid=114663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:52:39.197413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.210742 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5488cd23-d4b4-4f18-ac5a-74ae3f71b258 admin admin] Publish callbacks [] for security_group (2f6df5c0-6025-4259-b32d-3f7593332f64), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.270596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5488cd23-d4b4-4f18-ac5a-74ae3f71b258 admin admin] Publish callbacks [] for security_group (2f6df5c0-6025-4259-b32d-3f7593332f64), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.291601 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-994eeba4-3664-4dc0-80de-6f3c0e116b3d admin admin] Publish callbacks [] for security_group (d4c8c2e7-78e5-4ada-8de6-c30dda479b87), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.292642 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Pushing event updated for resources: {'Port': ['ID=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.296967 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437528-7446-4309-86da-5098d90032b7 service neutron] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.328749 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-994eeba4-3664-4dc0-80de-6f3c0e116b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d4c8c2e7-78e5-4ada-8de6-c30dda479b87), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.377873 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Attempting to bind port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:39.378449 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Attempting to bind port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:39.378984 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Attempting to bind port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 on network 7c956211-c984-4af4-8354-8ab8245c9d65 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:39.387018 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 on network 7c956211-c984-4af4-8354-8ab8245c9d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:52:39.387519 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Attempting to bind port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 on network 7c956211-c984-4af4-8354-8ab8245c9d65 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:39.393193 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Attempting to bind port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:52:39.394064 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Attempting to bind port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:52:39.394407 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Attempting to bind port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 on network c0e4fb91-e46d-456c-b710-714510b9ddee {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:39.398593 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:39.399235 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Checking segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:39.399847 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Bound using segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:39.401560 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Bound port: 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:39.402111 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.422200 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 on network c0e4fb91-e46d-456c-b710-714510b9ddee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:52:39.422561 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Attempting to bind port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 on network c0e4fb91-e46d-456c-b710-714510b9ddee {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:52:39.450608 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:52:39.450940 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Checking segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:52:39.451322 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Bound using segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:52:39.451801 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Bound port: 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:52:39.452154 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.469500 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-994eeba4-3664-4dc0-80de-6f3c0e116b3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8192f1c6c15a4696972f8816529ade17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173623 Mar 08 13:52:39.474802 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56314) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:39.495668 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5488cd23-d4b4-4f18-ac5a-74ae3f71b258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2f6df5c0-6025-4259-b32d-3f7593332f64), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.498675 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5488cd23-d4b4-4f18-ac5a-74ae3f71b258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.500593 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5488cd23-d4b4-4f18-ac5a-74ae3f71b258 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f6df5c0-6025-4259-b32d-3f7593332f64 HTTP/1.1" status: 204 len: 168 time: 0.3743546 Mar 08 13:52:39.531173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eeba4-3664-4dc0-80de-6f3c0e116b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8c2e7-78e5-4ada-8de6-c30dda479b87,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.562584 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488cd23-d4b4-4f18-ac5a-74ae3f71b258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6df5c0-6025-4259-b32d-3f7593332f64,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.577510 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, cleared binding levels {{(pid=114663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:39.586481 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:39.617887 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.680254 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:39.680915 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.683527 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-90437528-7446-4309-86da-5098d90032b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 1094 time: 1.3334107 Mar 08 13:52:39.684277 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:39.687224 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:39.796033 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2cb038-6686-4af6-86ce-beb3d23a4bc7 x-openstack-request-id: req-cf2cb038-6686-4af6-86ce-beb3d23a4bc7 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:39.796135 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:39.796357 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf2cb038-6686-4af6-86ce-beb3d23a4bc7 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:39.797108 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'status': 'completed', 'code': 200} Mar 08 13:52:39.799109 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-93fd9eea-b4ca-4892-95f1-ded62abd4500 admin admin] Publish callbacks [] for security_group (d4c8c2e7-78e5-4ada-8de6-c30dda479b87), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.802182 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437528-7446-4309-86da-5098d90032b7 service neutron] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=3']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.830348 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-72f5215a-13bf-4725-9133-5b6d4c75b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:39.832585 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-72f5215a-13bf-4725-9133-5b6d4c75b584 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1128 time: 0.0837696 Mar 08 13:52:39.839279 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 634c5c32-b0dc-4046-b65e-9d7a70b06404 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:39.846061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b3d34-3936-4b76-9dfa-75341f0f0666 req-ecddd16e-7e14-4e9d-9f46-1baeb7a3aae8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:39.847753 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1c1b3d34-3936-4b76-9dfa-75341f0f0666 req-ecddd16e-7e14-4e9d-9f46-1baeb7a3aae8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 944 time: 0.2269080 Mar 08 13:52:39.857513 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] For port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:52:39.865989 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] For port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:52:39.878913 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-93fd9eea-b4ca-4892-95f1-ded62abd4500 admin admin] Publish callbacks [] for security_group (d4c8c2e7-78e5-4ada-8de6-c30dda479b87), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.895955 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.928296 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-2476dca6-b8f8-4e22-940a-7a9479098830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 217 time: 0.0871181 Mar 08 13:52:39.960085 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Pushing event updated for resources: {'Port': ['ID=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:39.964768 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 634c5c32-b0dc-4046-b65e-9d7a70b06404 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:52:39.975596 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 634c5c32-b0dc-4046-b65e-9d7a70b06404 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:39.975983 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.988806 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:39.989437 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:39.991256 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-a80d1e77-d446-4fe4-aa1d-4c51b4a86d1d service neutron] 10.222.0.32 "PUT /v2.0/ports/8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 1093 time: 2.5157497 Mar 08 13:52:40.008601 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:40.011364 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:40.045198 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1c1b3d34-3936-4b76-9dfa-75341f0f0666 req-6cc938c0-befe-467f-b42d-977f09e47686 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885746 Mar 08 13:52:40.144212 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-93fd9eea-b4ca-4892-95f1-ded62abd4500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d4c8c2e7-78e5-4ada-8de6-c30dda479b87), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.148374 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-93fd9eea-b4ca-4892-95f1-ded62abd4500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.151988 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-93fd9eea-b4ca-4892-95f1-ded62abd4500 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4c8c2e7-78e5-4ada-8de6-c30dda479b87 HTTP/1.1" status: 204 len: 168 time: 0.6786981 Mar 08 13:52:40.154676 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-b154a920-f8aa-4f03-8373-e769089946dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.156416 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-b154a920-f8aa-4f03-8373-e769089946dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1127 time: 0.1094511 Mar 08 13:52:40.165630 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd9eea-b4ca-4892-95f1-ded62abd4500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8c2e7-78e5-4ada-8de6-c30dda479b87,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:40.209996 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-6270d46d-dddf-4e43-8a54-7b9ff4d40739 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 217 time: 0.0464954 Mar 08 13:52:40.259841 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 634c5c32-b0dc-4046-b65e-9d7a70b06404 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:40.261870 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.308231 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486e96-ad69-46d0-84fc-b984ff05362c req-c3de302e-e36f-4fc9-84dd-f1f976b0b0c0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.309819 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fe486e96-ad69-46d0-84fc-b984ff05362c req-c3de302e-e36f-4fc9-84dd-f1f976b0b0c0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.1031559 Mar 08 13:52:40.319762 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-128ef16b-5f99-4194-b1a3-6dc1f61e0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.321212 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-128ef16b-5f99-4194-b1a3-6dc1f61e0a85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0748639 Mar 08 13:52:40.353569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56350) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:40.369028 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 634c5c32-b0dc-4046-b65e-9d7a70b06404, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404,segment=NetworkSegment(033a1772-daf7-48f6-ba03-ffbb5830a515),segment_id=033a1772-daf7-48f6-ba03-ffbb5830a515)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:40.371293 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634c5c32-b0dc-4046-b65e-9d7a70b06404'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:40.389401 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b73aa9f-2c52-4433-ba69-2e6bc22cab2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.422950 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-cf85b0f2-d722-4e99-be27-1b7e5a31809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.424777 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-cf85b0f2-d722-4e99-be27-1b7e5a31809b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.4680839 Mar 08 13:52:40.446419 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fe486e96-ad69-46d0-84fc-b984ff05362c req-f4e1e411-c90a-4e92-ae8d-df62e3f5ce75 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294217 Mar 08 13:52:40.458262 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-eec0a64c-d2d1-4e9b-b17d-f209ad497de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.459796 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-eec0a64c-d2d1-4e9b-b17d-f209ad497de7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324842 Mar 08 13:52:40.488949 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7c809-7f15-4ce7-9898-40bc41d4cc45 req-b6bc2fbe-4c4f-4082-b29e-40993c42fe09 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.489959 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-15d7c809-7f15-4ce7-9898-40bc41d4cc45 req-b6bc2fbe-4c4f-4082-b29e-40993c42fe09 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 943 time: 0.5566223 Mar 08 13:52:40.579166 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98cdf0d-fbf6-48ff-9e5a-b316d5ddb4d9 x-openstack-request-id: req-d98cdf0d-fbf6-48ff-9e5a-b316d5ddb4d9 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:40.579718 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:40.579718 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d98cdf0d-fbf6-48ff-9e5a-b316d5ddb4d9 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:40.580213 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'status': 'completed', 'code': 200} Mar 08 13:52:40.584659 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-b0cb4e4c-7b79-43d3-9f85-8818782a72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.586213 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-b0cb4e4c-7b79-43d3-9f85-8818782a72cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1528952 Mar 08 13:52:40.594976 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.598070 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-15d7c809-7f15-4ce7-9898-40bc41d4cc45 req-d465174c-9a56-4cae-8ae0-cf060c970344 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884440 Mar 08 13:52:40.600375 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 652e6d99-3b5b-4886-aff5-00a6cb249d8d up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:40.652387 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b73aa9f-2c52-4433-ba69-2e6bc22cab2e admin admin] Publish callbacks [] for security_group (b976a610-8053-4f0c-87c3-2d3eefe2fe54), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.728199 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-e53e9c8e-7517-46f6-ae86-ffb169545c6f service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607570 Mar 08 13:52:40.792717 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-57330966-c729-44de-b964-dc92aaf2c5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982820 Mar 08 13:52:40.794092 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b73aa9f-2c52-4433-ba69-2e6bc22cab2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b976a610-8053-4f0c-87c3-2d3eefe2fe54), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.795384 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=634c5c32-b0dc-4046-b65e-9d7a70b06404,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:40.819522 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 652e6d99-3b5b-4886-aff5-00a6cb249d8d completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:52:40.829532 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 652e6d99-3b5b-4886-aff5-00a6cb249d8d triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:40.835645 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.896394 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f3565-1f97-46a5-b2a8-6af0815b4df8 req-ed8a8d8a-62b9-4777-bb2d-d27d090cfc6b tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:40.897938 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56374) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:40.908579 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-621f3565-1f97-46a5-b2a8-6af0815b4df8 req-ed8a8d8a-62b9-4777-bb2d-d27d090cfc6b tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.2404854 Mar 08 13:52:40.910692 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3b73aa9f-2c52-4433-ba69-2e6bc22cab2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a5c3257ba0b40e7b64e0fd552395634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559433 Mar 08 13:52:40.918891 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2088039c-3301-4f5d-b542-7e9d6c1b2e9e" -d '{"events": [{"server_uuid": "95e69121-3c79-4d4c-813e-ac48174a3e39", "name": "network-vif-plugged", "status": "completed", "tag": "634c5c32-b0dc-4046-b65e-9d7a70b06404"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:40.919463 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56376) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:40.922166 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73aa9f-2c52-4433-ba69-2e6bc22cab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b976a610-8053-4f0c-87c3-2d3eefe2fe54,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:40.938029 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-771ba769-b594-4c60-b3fc-5e57dd145100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.981536 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 652e6d99-3b5b-4886-aff5-00a6cb249d8d is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:40.981536 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:40.983009 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e35cc72c-bb4a-4837-8c55-0d4577a5ce8e req-0b7acb07-bc8a-4954-9758-28b77a17f64c service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776743 Mar 08 13:52:41.046978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:41.052246 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.056901 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:41.158024 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-771ba769-b594-4c60-b3fc-5e57dd145100 admin admin] Publish callbacks [] for security_group (cf037528-226c-434a-a88d-3302c4b5a876), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.168391 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-95be9f3d-4c69-4905-a535-a4951e1213f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.171000 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-95be9f3d-4c69-4905-a535-a4951e1213f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1128 time: 0.1294377 Mar 08 13:52:41.172424 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-771ba769-b594-4c60-b3fc-5e57dd145100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cf037528-226c-434a-a88d-3302c4b5a876), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.183444 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca985b9-1d87-411c-939d-59ffc569bff9 req-045587b9-bd95-472a-94f4-a5e1c2dab426 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492009 Mar 08 13:52:41.195955 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-621f3565-1f97-46a5-b2a8-6af0815b4df8 req-e93747dc-fe90-4181-8562-96f7dd1ce528 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845333 Mar 08 13:52:41.197046 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcf2-eb9c-4411-99cd-2f6b67cbfd8b admin admin] Publish callbacks [] for security_group (b976a610-8053-4f0c-87c3-2d3eefe2fe54), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.240055 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcf2-eb9c-4411-99cd-2f6b67cbfd8b admin admin] Publish callbacks [] for security_group (b976a610-8053-4f0c-87c3-2d3eefe2fe54), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.245188 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f2bdc-5322-4b91-aadf-df98b5f8097a x-openstack-request-id: req-944f2bdc-5322-4b91-aadf-df98b5f8097a {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:41.248652 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e69121-3c79-4d4c-813e-ac48174a3e39", "name": "network-vif-plugged", "status": "completed", "tag": "634c5c32-b0dc-4046-b65e-9d7a70b06404", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:41.248939 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-944f2bdc-5322-4b91-aadf-df98b5f8097a {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:41.249576 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634c5c32-b0dc-4046-b65e-9d7a70b06404', 'code': 200} Mar 08 13:52:41.338594 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-f660e0db-4bfb-4403-bf02-6dedbccf6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.340555 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-f660e0db-4bfb-4403-bf02-6dedbccf6974 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1127 time: 0.0800264 Mar 08 13:52:41.350215 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-771ba769-b594-4c60-b3fc-5e57dd145100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bab319ea8f5463195a5f9bf04e7202c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501524 Mar 08 13:52:41.356692 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56390) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:41.362499 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=652e6d99-3b5b-4886-aff5-00a6cb249d8d,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:41.371047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:52:41.375615 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:41.376061 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.379635 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ba769-b594-4c60-b3fc-5e57dd145100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf037528-226c-434a-a88d-3302c4b5a876,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:41.430531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcf2-eb9c-4411-99cd-2f6b67cbfd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b976a610-8053-4f0c-87c3-2d3eefe2fe54), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.433575 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcf2-eb9c-4411-99cd-2f6b67cbfd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.434350 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-bbe1fcf2-eb9c-4411-99cd-2f6b67cbfd8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b976a610-8053-4f0c-87c3-2d3eefe2fe54 HTTP/1.1" status: 204 len: 168 time: 0.4551899 Mar 08 13:52:41.436931 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-3176159c-31a3-427a-82c4-5c73c9bec58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.439531 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-3176159c-31a3-427a-82c4-5c73c9bec58f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.2547426 Mar 08 13:52:41.449635 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1fcf2-eb9c-4411-99cd-2f6b67cbfd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b976a610-8053-4f0c-87c3-2d3eefe2fe54,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:41.452078 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1e74f-72d3-4a7a-a958-c0ec5f5722c8 req-53f42765-8fe6-487c-80c4-23657b8074a4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.460183 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-81b1e74f-72d3-4a7a-a958-c0ec5f5722c8 req-53f42765-8fe6-487c-80c4-23657b8074a4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 944 time: 0.1638203 Mar 08 13:52:41.516527 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-50272be0-b83a-49a0-b8d0-f97938201b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.518062 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-50272be0-b83a-49a0-b8d0-f97938201b9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.1693876 Mar 08 13:52:41.548615 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e88c93b-6b08-4585-aa3f-c1713542e935 admin admin] Publish callbacks [] for security_group (cf037528-226c-434a-a88d-3302c4b5a876), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.562968 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-38bb877e-af2a-484a-b1a6-bccde65cf884 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 217 time: 0.0938559 Mar 08 13:52:41.579350 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:41.581857 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.601877 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-787f5fc8-520c-468b-baa1-abd951c7e39b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 217 time: 0.0626466 Mar 08 13:52:41.628941 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e88c93b-6b08-4585-aa3f-c1713542e935 admin admin] Publish callbacks [] for security_group (cf037528-226c-434a-a88d-3302c4b5a876), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.633195 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:41.649735 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.671224 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-81b1e74f-72d3-4a7a-a958-c0ec5f5722c8 req-824cb772-524a-4829-8901-ee61d5dd13a0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098961 Mar 08 13:52:41.732005 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-8f5663a5-3919-431e-a960-16991ece9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.733668 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-8f5663a5-3919-431e-a960-16991ece9f65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.1573811 Mar 08 13:52:41.742823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-8bd18424-a2af-435a-82df-46be8fda58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.745109 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-8bd18424-a2af-435a-82df-46be8fda58ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.1306825 Mar 08 13:52:41.747207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80bf99-ead6-47f2-9afa-7e760e6bb505 req-3cb96273-69d2-42c2-813e-ba764a8f4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.749065 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0a80bf99-ead6-47f2-9afa-7e760e6bb505 req-3cb96273-69d2-42c2-813e-ba764a8f4b69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 1129 time: 0.2897768 Mar 08 13:52:41.762695 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:41.818748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85d5c-84dd-4dc2-b18c-cfaebe4965d3 req-778a5963-0589-40ed-b4b8-d24075acd2af tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.829608 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-82c85d5c-84dd-4dc2-b18c-cfaebe4965d3 req-778a5963-0589-40ed-b4b8-d24075acd2af tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.2139258 Mar 08 13:52:41.833793 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e88c93b-6b08-4585-aa3f-c1713542e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cf037528-226c-434a-a88d-3302c4b5a876), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.836975 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e88c93b-6b08-4585-aa3f-c1713542e935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.838301 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0e88c93b-6b08-4585-aa3f-c1713542e935 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf037528-226c-434a-a88d-3302c4b5a876 HTTP/1.1" status: 204 len: 168 time: 0.4790425 Mar 08 13:52:41.857521 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88c93b-6b08-4585-aa3f-c1713542e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf037528-226c-434a-a88d-3302c4b5a876,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:41.862547 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-f038143a-8451-4a48-a844-50dc0d3da05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.864090 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-f038143a-8451-4a48-a844-50dc0d3da05f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1221459 Mar 08 13:52:41.865002 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-0a80bf99-ead6-47f2-9afa-7e760e6bb505 req-88efd130-2b70-4b0f-83a9-d0fc6091b54f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:41.881781 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:52:41.909803 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-ca36d3f9-6ee0-4833-beed-3bce290feb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.910166 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654e56-36c5-4b74-a27a-a06833fae96b req-61bc978c-4705-47e1-9727-4fe2545ac23b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:41.911800 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-23654e56-36c5-4b74-a27a-a06833fae96b req-61bc978c-4705-47e1-9727-4fe2545ac23b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 943 time: 0.1190386 Mar 08 13:52:41.913435 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-ca36d3f9-6ee0-4833-beed-3bce290feb02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1551905 Mar 08 13:52:41.952331 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-82c85d5c-84dd-4dc2-b18c-cfaebe4965d3 req-5f346da0-8370-4b98-810d-f76b42beba82 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220212 Mar 08 13:52:42.018889 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-23654e56-36c5-4b74-a27a-a06833fae96b req-6b3716e1-86ec-424e-9687-521f9e2ae39e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744700 Mar 08 13:52:42.023620 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-7c3b9887-5581-4775-8709-505b20451e28 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516306 Mar 08 13:52:42.058660 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:42.084857 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'mac_address': 'fa:16:3e:7f:98:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:52:42.167194 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:42.167583 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:42.170176 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e96f70e5-2305-43cb-8a5b-7f6f4546b85d req-a1897cc7-2596-43a3-8e70-004924b62350 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387773 Mar 08 13:52:42.172301 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-9ff7fa75-f91d-480e-8002-548e0f97bd51 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465572 Mar 08 13:52:42.193224 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-0a80bf99-ead6-47f2-9afa-7e760e6bb505 req-88efd130-2b70-4b0f-83a9-d0fc6091b54f service neutron] Publish callbacks [] for security_group (1940290e-e09e-4f65-add4-8c1e517d9c84), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:42.207874 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:42.217729 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-0a80bf99-ead6-47f2-9afa-7e760e6bb505 req-88efd130-2b70-4b0f-83a9-d0fc6091b54f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (1940290e-e09e-4f65-add4-8c1e517d9c84), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:42.251264 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:42.263735 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:42.288160 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efd130-2b70-4b0f-83a9-d0fc6091b54f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1940290e-e09e-4f65-add4-8c1e517d9c84,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:42.356433 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:42.502201 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:52:42.585346 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0a80bf99-ead6-47f2-9afa-7e760e6bb505 req-88efd130-2b70-4b0f-83a9-d0fc6091b54f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7956207 Mar 08 13:52:42.632232 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08610e1a-5ce3-4fb4-8869-707aa60ba700 req-3e05de0d-93f1-4682-8582-27eaa2ae047a tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:42.639219 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-08610e1a-5ce3-4fb4-8869-707aa60ba700 req-3e05de0d-93f1-4682-8582-27eaa2ae047a tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.3481696 Mar 08 13:52:42.642517 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ff2efd6-368d-4a24-9aac-4d8601a0d6e8 req-3e9eed31-4d49-40d0-948e-4309e1dd64ea service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603465 Mar 08 13:52:42.703500 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-08610e1a-5ce3-4fb4-8869-707aa60ba700 req-4d29579c-4126-44eb-b6ff-12e46c35f632 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612316 Mar 08 13:52:42.845385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a84f27-df28-445b-acf0-21d9fd05e9ca req-2f2c2fd2-3070-4cf6-9679-d1409b6046fb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:42.846891 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f8a84f27-df28-445b-acf0-21d9fd05e9ca req-2f2c2fd2-3070-4cf6-9679-d1409b6046fb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0673482 Mar 08 13:52:42.868249 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56456) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:42.904040 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f8a84f27-df28-445b-acf0-21d9fd05e9ca req-2f0d6838-55f6-4dbb-93fa-0fee6f9e7022 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Mar 08 13:52:43.045968 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4b3e-4b88-4638-96a4-34a4c2542116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.126783 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e1ab-9c6a-4c72-8d0b-e68971a5dfcc req-3299ef56-cca6-48b2-a647-2f8eaca2d31b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:43.133529 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4831e1ab-9c6a-4c72-8d0b-e68971a5dfcc req-3299ef56-cca6-48b2-a647-2f8eaca2d31b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 945 time: 0.0904479 Mar 08 13:52:43.183497 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6e530-2d9c-4b7f-bbd1-719d0d0de615 req-982defab-91ee-42d9-9457-fbc78d037e43 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:43.200182 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bdf6e530-2d9c-4b7f-bbd1-719d0d0de615 req-982defab-91ee-42d9-9457-fbc78d037e43 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 943 time: 0.0891323 Mar 08 13:52:43.219856 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4831e1ab-9c6a-4c72-8d0b-e68971a5dfcc req-5d1b0aba-1c9c-496f-9b61-e52115eccdf3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804234 Mar 08 13:52:43.236309 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4b3e-4b88-4638-96a4-34a4c2542116 admin admin] Publish callbacks [] for security_group (6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.244836 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4b3e-4b88-4638-96a4-34a4c2542116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.251019 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e6d99-3b5b-4886-aff5-00a6cb249d8d'}, {'server_uuid': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:43.251549 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bdf6e530-2d9c-4b7f-bbd1-719d0d0de615 req-54eb549f-5b16-47db-b016-fcfc1db2c34f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500627 Mar 08 13:52:43.253330 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6214a7ff-ae35-4bf3-b924-f6d170dd3401" -d '{"events": [{"server_uuid": "9a4b533e-1a09-4608-bc67-7e4dde0d1d06", "name": "network-vif-plugged", "status": "completed", "tag": "652e6d99-3b5b-4886-aff5-00a6cb249d8d"}, {"server_uuid": "43e24a08-aba9-415e-9a21-0e454cd2281d", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:43.292336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-aa9e4b3e-4b88-4638-96a4-34a4c2542116 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=011b473078be402fb72fa643f8435bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226151 Mar 08 13:52:43.293337 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e4b3e-4b88-4638-96a4-34a4c2542116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:43.294988 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56484) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:43.317393 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6017b184-f74d-45cb-8886-e1c91af5d782 x-openstack-request-id: req-6017b184-f74d-45cb-8886-e1c91af5d782 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:43.317860 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b533e-1a09-4608-bc67-7e4dde0d1d06", "name": "network-vif-plugged", "status": "completed", "tag": "652e6d99-3b5b-4886-aff5-00a6cb249d8d", "code": 200}, {"server_uuid": "43e24a08-aba9-415e-9a21-0e454cd2281d", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:43.318117 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6017b184-f74d-45cb-8886-e1c91af5d782 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:43.318516 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e6d99-3b5b-4886-aff5-00a6cb249d8d', 'code': 200} Mar 08 13:52:43.318772 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d', 'code': 200} Mar 08 13:52:43.361149 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0ec-9a3b-4f87-b187-d09a0ccf198b admin admin] Publish callbacks [] for security_group (6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.388510 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0ec-9a3b-4f87-b187-d09a0ccf198b admin admin] Publish callbacks [] for security_group (6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.446035 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0ec-9a3b-4f87-b187-d09a0ccf198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.449519 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0ec-9a3b-4f87-b187-d09a0ccf198b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:43.451366 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ee11a0ec-9a3b-4f87-b187-d09a0ccf198b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca HTTP/1.1" status: 204 len: 168 time: 0.1551719 Mar 08 13:52:43.466144 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a0ec-9a3b-4f87-b187-d09a0ccf198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa5af8-accf-4d0d-a00b-77ad5c01d6ca,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:43.613180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470998-8030-4146-bace-f04d0e5bfd83 req-1582401d-0e6f-4201-a4f9-61fe2256b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:43.614760 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-18470998-8030-4146-bace-f04d0e5bfd83 req-1582401d-0e6f-4201-a4f9-61fe2256b64a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.0765166 Mar 08 13:52:43.617531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8192d-3287-4084-9af5-8a69944f15c6 req-7b01423d-eeb2-4aac-a036-91e76d0f0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:43.619162 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ccd8192d-3287-4084-9af5-8a69944f15c6 req-7b01423d-eeb2-4aac-a036-91e76d0f0948 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 1129 time: 0.0728707 Mar 08 13:52:43.701988 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-18470998-8030-4146-bace-f04d0e5bfd83 req-b67f7abc-f710-4b52-90b0-ddb98989b30d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754962 Mar 08 13:52:43.703991 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ccd8192d-3287-4084-9af5-8a69944f15c6 req-65444b9c-df9d-4f74-96b4-6102dea94711 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707202 Mar 08 13:52:43.837483 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf394e6c-eeaa-4e48-95f3-3b9b95e2c7c0 req-d27df357-6941-4f54-8add-f7a0b836b3ff tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:43.839663 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cf394e6c-eeaa-4e48-95f3-3b9b95e2c7c0 req-d27df357-6941-4f54-8add-f7a0b836b3ff tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.0727603 Mar 08 13:52:43.867090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56506) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:43.874314 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:52:43.879089 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:43.959537 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cf394e6c-eeaa-4e48-95f3-3b9b95e2c7c0 req-5554d9cd-d37f-48a0-b174-db5863d4d557 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068637 Mar 08 13:52:44.005640 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56516) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:44.022688 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8db6315-c6d7-43fe-9eeb-962ace4cd8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.079384 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4009662a-3add-40d2-92a4-08a5fa37d410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.104002 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:52:44.112863 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:44.113520 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.151492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:44.155387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08dc99-605b-4f3e-9d6a-c5dbc869977d req-d85fbb21-f2e8-4ae4-b316-d0d2fe6ceebe tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:44.162502 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8a08dc99-605b-4f3e-9d6a-c5dbc869977d req-d85fbb21-f2e8-4ae4-b316-d0d2fe6ceebe tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.1344666 Mar 08 13:52:44.168573 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'port_id': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'mac_address': 'fa:16:3e:f5:50:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:52:44.248275 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:44.248674 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.263513 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:44.264679 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.269794 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:52:44.293189 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8a08dc99-605b-4f3e-9d6a-c5dbc869977d req-1dd8b0be-8170-4509-8300-4f378dcb111b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292717 Mar 08 13:52:44.311777 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:44.323384 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:44.326052 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.352237 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4009662a-3add-40d2-92a4-08a5fa37d410 admin admin] Publish callbacks [] for security_group (80007fee-63a8-4b0c-a60d-ad63f601335a), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.355062 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.380829 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8db6315-c6d7-43fe-9eeb-962ace4cd8c2 admin admin] Publish callbacks [] for security_group (a3173fee-6f22-4893-a9fc-0a3203b07613), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.381979 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4009662a-3add-40d2-92a4-08a5fa37d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (80007fee-63a8-4b0c-a60d-ad63f601335a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.389119 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:44.413054 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8db6315-c6d7-43fe-9eeb-962ace4cd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a3173fee-6f22-4893-a9fc-0a3203b07613), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.466232 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:44.469922 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009662a-3add-40d2-92a4-08a5fa37d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80007fee-63a8-4b0c-a60d-ad63f601335a,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:44.476429 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4009662a-3add-40d2-92a4-08a5fa37d410 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca7c490a55394daba82bf61a7d1e823d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059141 Mar 08 13:52:44.477895 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56530) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:44.481697 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f8db6315-c6d7-43fe-9eeb-962ace4cd8c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04893dd7726242ba8cd57ea23cd62270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750519 Mar 08 13:52:44.485238 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56532) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:44.527834 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76d26-a0c0-446b-ab4c-11637903d80c req-8ae5515c-d891-4b5a-b9ab-b406ec0c2ed3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:44.529811 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-95f76d26-a0c0-446b-ab4c-11637903d80c req-8ae5515c-d891-4b5a-b9ab-b406ec0c2ed3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1375527 Mar 08 13:52:44.554985 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db6315-c6d7-43fe-9eeb-962ace4cd8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3173fee-6f22-4893-a9fc-0a3203b07613,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:44.584272 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3112583-85cb-4130-8598-838b0b904e14 req-7b5aa14d-f6cf-4c89-8e64-cc3fe0096a90 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:44.585782 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a3112583-85cb-4130-8598-838b0b904e14 req-7b5aa14d-f6cf-4c89-8e64-cc3fe0096a90 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 944 time: 0.1299427 Mar 08 13:52:44.586531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0856746d-9712-4d6b-8f85-5c85603a8432 admin admin] Publish callbacks [] for security_group (80007fee-63a8-4b0c-a60d-ad63f601335a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.588315 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8ef459f3-abf5-4526-82e5-a9c39ad9afdf admin admin] Publish callbacks [] for security_group (a3173fee-6f22-4893-a9fc-0a3203b07613), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.595065 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-95f76d26-a0c0-446b-ab4c-11637903d80c req-15e71843-3188-45e0-8924-8ecd9e575def tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597188 Mar 08 13:52:44.615477 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8ef459f3-abf5-4526-82e5-a9c39ad9afdf admin admin] Publish callbacks [] for security_group (a3173fee-6f22-4893-a9fc-0a3203b07613), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.624489 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0856746d-9712-4d6b-8f85-5c85603a8432 admin admin] Publish callbacks [] for security_group (80007fee-63a8-4b0c-a60d-ad63f601335a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.656961 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:52:44.669404 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8ef459f3-abf5-4526-82e5-a9c39ad9afdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a3173fee-6f22-4893-a9fc-0a3203b07613), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.672313 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8ef459f3-abf5-4526-82e5-a9c39ad9afdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.675721 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a3112583-85cb-4130-8598-838b0b904e14 req-1d688f04-03a6-46f5-adcc-8c25f0e4a1a5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775406 Mar 08 13:52:44.675858 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8ef459f3-abf5-4526-82e5-a9c39ad9afdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3173fee-6f22-4893-a9fc-0a3203b07613 HTTP/1.1" status: 204 len: 168 time: 0.1870043 Mar 08 13:52:44.683601 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef459f3-abf5-4526-82e5-a9c39ad9afdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3173fee-6f22-4893-a9fc-0a3203b07613,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:44.699833 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0856746d-9712-4d6b-8f85-5c85603a8432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (80007fee-63a8-4b0c-a60d-ad63f601335a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.702929 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0856746d-9712-4d6b-8f85-5c85603a8432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:44.707138 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0856746d-9712-4d6b-8f85-5c85603a8432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80007fee-63a8-4b0c-a60d-ad63f601335a HTTP/1.1" status: 204 len: 168 time: 0.2251673 Mar 08 13:52:44.712617 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856746d-9712-4d6b-8f85-5c85603a8432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80007fee-63a8-4b0c-a60d-ad63f601335a,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:45.114506 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d052e6-ced6-4272-9bd7-c3fb458f1e37 req-1c0efd9f-f518-4b59-8755-106a7c365b2c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:45.117070 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-18d052e6-ced6-4272-9bd7-c3fb458f1e37 req-1c0efd9f-f518-4b59-8755-106a7c365b2c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.0881104 Mar 08 13:52:45.181101 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-18d052e6-ced6-4272-9bd7-c3fb458f1e37 req-2fdf0e1a-12a2-460c-b5f1-0369d8575b72 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Mar 08 13:52:45.320323 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:45.324582 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda0b2a0-02f5-476c-8186-35afa76aec8e" -d '{"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-plugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:45.377443 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a22a79-a6d0-4064-a3ec-249421fe0142 x-openstack-request-id: req-12a22a79-a6d0-4064-a3ec-249421fe0142 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:45.378602 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-plugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:45.379024 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12a22a79-a6d0-4064-a3ec-249421fe0142 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:45.379585 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'code': 200} Mar 08 13:52:45.510271 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b0fc1-ab08-44a2-8706-b24e9b1e1513 req-d0ea356d-54df-4950-80b8-92272293070a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:45.519176 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ba4b0fc1-ab08-44a2-8706-b24e9b1e1513 req-d0ea356d-54df-4950-80b8-92272293070a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.1269193 Mar 08 13:52:45.609734 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ba4b0fc1-ab08-44a2-8706-b24e9b1e1513 req-56c04605-2bf3-4d91-bec8-a27d62c53687 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771432 Mar 08 13:52:45.782770 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f170d2b-cc3f-46b2-9cd7-100e6b0ffa51 req-e52b802c-b2d6-43b5-9f1e-79b44acdddac tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:45.785287 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9f170d2b-cc3f-46b2-9cd7-100e6b0ffa51 req-e52b802c-b2d6-43b5-9f1e-79b44acdddac tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0702314 Mar 08 13:52:45.851165 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9f170d2b-cc3f-46b2-9cd7-100e6b0ffa51 req-84ca401e-5ccb-41df-a855-3b8144867a29 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601790 Mar 08 13:52:46.002848 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658a62-1af2-43d1-a3e1-7eca622acce3 req-ed713e2f-983f-4c59-bc59-d429c41987d4 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:46.006012 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-22658a62-1af2-43d1-a3e1-7eca622acce3 req-ed713e2f-983f-4c59-bc59-d429c41987d4 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 944 time: 0.0896771 Mar 08 13:52:46.077967 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-22658a62-1af2-43d1-a3e1-7eca622acce3 req-214f7b8d-c8ff-4f1e-acf0-e90ddd21f2a4 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652759 Mar 08 13:52:46.226123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04918dce-c2d9-47d4-ae04-ae4cdf5c1ad6 req-ca21c692-28f0-4e35-96d3-816ea1922ac7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:46.228312 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-04918dce-c2d9-47d4-ae04-ae4cdf5c1ad6 req-ca21c692-28f0-4e35-96d3-816ea1922ac7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0638630 Mar 08 13:52:46.282149 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-04918dce-c2d9-47d4-ae04-ae4cdf5c1ad6 req-c0a95ae8-c4b0-4fdf-9d79-74366c3c6406 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Mar 08 13:52:46.374686 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:52:46.447175 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf860e-868e-4e0a-8f42-d17d966ce2ce req-ee8e5408-bbff-4b56-a823-0210e0259e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:46.448869 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbaf860e-868e-4e0a-8f42-d17d966ce2ce req-ee8e5408-bbff-4b56-a823-0210e0259e13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1130 time: 0.0710306 Mar 08 13:52:46.473901 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:52:46.478084 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:52:46.478747 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:46.562852 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:52:46.563241 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:46.599450 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:52:46.604616 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:46.655539 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:46.987230 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b25f0-1775-4d73-a1cf-41333dd2d367 req-e1b763c2-815a-4ed5-a3b8-3170149cfc8a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:46.988739 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8d7b25f0-1775-4d73-a1cf-41333dd2d367 req-e1b763c2-815a-4ed5-a3b8-3170149cfc8a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0625284 Mar 08 13:52:47.044309 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8d7b25f0-1775-4d73-a1cf-41333dd2d367 req-1dfe6098-8a9a-4536-bb0a-fa34e3f5bbda tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493577 Mar 08 13:52:47.208797 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d39e5-dd4c-48b2-8c63-b56083b3bf0b req-93dbdc94-7117-48ee-9bbb-068be6a3f76b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:47.210325 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c5d39e5-dd4c-48b2-8c63-b56083b3bf0b req-93dbdc94-7117-48ee-9bbb-068be6a3f76b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0600257 Mar 08 13:52:47.259029 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c5d39e5-dd4c-48b2-8c63-b56083b3bf0b req-0b18ce2f-f77c-468b-aa02-66585c7d65da tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Mar 08 13:52:47.380956 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:47.383319 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaec0bbd-b694-40a6-8cda-e113784653c6" -d '{"events": [{"server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "name": "network-vif-plugged", "status": "completed", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:47.398148 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293a504-a135-4b18-ac98-81bc51173dee req-c35eac5f-568e-4dc4-b057-119c58c11ce8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:47.399600 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b293a504-a135-4b18-ac98-81bc51173dee req-c35eac5f-568e-4dc4-b057-119c58c11ce8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0524852 Mar 08 13:52:47.418072 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53d642c-def7-49ed-9794-733c7f6b6695 x-openstack-request-id: req-d53d642c-def7-49ed-9794-733c7f6b6695 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:47.418385 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "name": "network-vif-plugged", "status": "completed", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:47.418640 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d53d642c-def7-49ed-9794-733c7f6b6695 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:47.419013 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'code': 200} Mar 08 13:52:47.449240 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b293a504-a135-4b18-ac98-81bc51173dee req-3cdd8529-0ac5-4cd7-9632-b4460aff262a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Mar 08 13:52:48.193282 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bbaf860e-868e-4e0a-8f42-d17d966ce2ce req-88757dbf-0ab4-40eb-bebd-4f4cc0fe42bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432493 Mar 08 13:52:48.196176 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-6b571ba4-fbfc-4fee-8333-cc761e5cf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.197545 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-6b571ba4-fbfc-4fee-8333-cc761e5cf980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 1129 time: 0.1304879 Mar 08 13:52:48.225040 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f4d42-690a-47c0-a216-e0a0e2b5e203 req-ef4c2ddb-1205-4fe0-9ee5-651f59d26996 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.226869 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-588f4d42-690a-47c0-a216-e0a0e2b5e203 req-ef4c2ddb-1205-4fe0-9ee5-651f59d26996 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0799613 Mar 08 13:52:48.279562 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-588f4d42-690a-47c0-a216-e0a0e2b5e203 req-4e631242-7ecf-41c2-9f78-401dbc9faea1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Mar 08 13:52:48.383644 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea2a25-d87d-4e04-a33c-6b5eac88e5c4 req-cd1ea531-93ca-40b9-b877-7c76dd581b66 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.385156 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0eea2a25-d87d-4e04-a33c-6b5eac88e5c4 req-cd1ea531-93ca-40b9-b877-7c76dd581b66 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0536330 Mar 08 13:52:48.434961 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0eea2a25-d87d-4e04-a33c-6b5eac88e5c4 req-26c8f57e-f538-44c9-9874-960059c0354a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Mar 08 13:52:48.587316 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e343-b59c-420c-bd2f-e77c0c6a78fa req-643cb292-c3ef-43fb-95ab-6dcec50229a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.588873 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7327e343-b59c-420c-bd2f-e77c0c6a78fa req-643cb292-c3ef-43fb-95ab-6dcec50229a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1129 time: 0.1556814 Mar 08 13:52:48.602699 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-57de268e-3e93-4bc7-96ad-9ac88667626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.604174 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-57de268e-3e93-4bc7-96ad-9ac88667626d service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.1721532 Mar 08 13:52:48.631419 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5976df-4faf-4802-a987-e6205ae2078a req-e1bd4d0a-a8a0-42e4-acf2-674ea5fdea71 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.632880 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5d5976df-4faf-4802-a987-e6205ae2078a req-e1bd4d0a-a8a0-42e4-acf2-674ea5fdea71 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0991824 Mar 08 13:52:48.663271 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-f64bfaf2-4cf7-4404-891b-4803e2e2c2fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d HTTP/1.1" status: 200 len: 217 time: 0.0469556 Mar 08 13:52:48.726359 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7327e343-b59c-420c-bd2f-e77c0c6a78fa req-53e9100e-63f7-4852-ab9f-538a55b9056a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306696 Mar 08 13:52:48.746563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-0e7e47de-9580-4527-92f5-5876fb8b6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:48.747928 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-0e7e47de-9580-4527-92f5-5876fb8b6084 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0728071 Mar 08 13:52:48.754919 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5d5976df-4faf-4802-a987-e6205ae2078a req-bd255420-b065-4cf0-baa5-2e637887707d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950260 Mar 08 13:52:49.418969 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec10495-e06f-467b-a73d-16743ea925fc req-4dc5956c-5c67-417b-8b19-8231247459c2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:49.420452 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4ec10495-e06f-467b-a73d-16743ea925fc req-4dc5956c-5c67-417b-8b19-8231247459c2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0669649 Mar 08 13:52:49.467860 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4ec10495-e06f-467b-a73d-16743ea925fc req-7ca0a230-0c6e-40c3-93a0-94e8d610ff34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Mar 08 13:52:49.584493 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe718bd-d299-4f3c-b21d-da2c219f0c1a req-3f0d3eae-a39b-44ce-822c-b0e508ce559d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:49.585981 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4fe718bd-d299-4f3c-b21d-da2c219f0c1a req-3f0d3eae-a39b-44ce-822c-b0e508ce559d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0574930 Mar 08 13:52:49.632353 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4fe718bd-d299-4f3c-b21d-da2c219f0c1a req-5207c9be-3a42-4c29-92de-61c0eb25af2e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399151 Mar 08 13:52:49.881709 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70779e0f-d72d-48b3-8e12-b73dbd6cf0de req-0545d4df-1eb6-4f6e-a34f-b386d918bd45 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:49.883123 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-70779e0f-d72d-48b3-8e12-b73dbd6cf0de req-0545d4df-1eb6-4f6e-a34f-b386d918bd45 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0573401 Mar 08 13:52:49.931101 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-70779e0f-d72d-48b3-8e12-b73dbd6cf0de req-e527bcd9-cef5-4921-acba-6e73ca086503 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Mar 08 13:52:50.025389 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fe9acc4-f712-4005-9dd7-0c93fa345409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:50.593707 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d98ac-2c0e-40ac-a6bd-d9822e03bcd6 req-186a1f30-6a5e-4341-9311-12cb30b96e2d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:50.595207 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d9d98ac-2c0e-40ac-a6bd-d9822e03bcd6 req-186a1f30-6a5e-4341-9311-12cb30b96e2d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0521281 Mar 08 13:52:50.641140 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d9d98ac-2c0e-40ac-a6bd-d9822e03bcd6 req-33913a8a-9000-4b4c-81be-12e4dcb3053e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400891 Mar 08 13:52:50.757438 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789397a-653d-47f4-aa82-1f41f33f3849 req-bac89c09-32dd-4576-bc64-50c0fceb34ad tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:50.758775 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2789397a-653d-47f4-aa82-1f41f33f3849 req-bac89c09-32dd-4576-bc64-50c0fceb34ad tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0544758 Mar 08 13:52:50.807999 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2789397a-653d-47f4-aa82-1f41f33f3849 req-c2da1afa-822c-42bf-be11-afc331f3ff94 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Mar 08 13:52:51.060851 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da88adf-33ee-43ee-891c-7fe6c4fb3003 req-d090a317-2e38-4e12-9f39-73f6a8b9f7c2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:51.062232 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2da88adf-33ee-43ee-891c-7fe6c4fb3003 req-d090a317-2e38-4e12-9f39-73f6a8b9f7c2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0547719 Mar 08 13:52:51.109234 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2da88adf-33ee-43ee-891c-7fe6c4fb3003 req-b1c5079a-2028-47d2-aa23-0472adc19a41 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Mar 08 13:52:51.513336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-479f7b4b-0100-44b4-b306-25596d00a735 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361674 Mar 08 13:52:51.622631 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-6ba69611-0ea4-470d-9812-2ed78a8ed965 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028614 Mar 08 13:52:51.749597 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23832687-f9b7-4d3e-8d01-efe2d7ceb9e9 req-87f0460f-1a8d-475d-af63-b45a711fb237 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192734 Mar 08 13:52:51.795247 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda872c8-040f-4509-9b7a-5c9044a116cf req-88b357c8-7d4c-4c69-add5-fd6bbadf0a3b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:51.803857 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fda872c8-040f-4509-9b7a-5c9044a116cf req-88b357c8-7d4c-4c69-add5-fd6bbadf0a3b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0765254 Mar 08 13:52:51.850979 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fda872c8-040f-4509-9b7a-5c9044a116cf req-071a9004-878f-441b-8cab-d4b6326f25f1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Mar 08 13:52:51.934606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714bc68-2e7f-4fce-bc9b-8da4ba3a8163 req-27c15583-55a5-4026-ad0c-b299bdf8e283 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:51.936144 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4714bc68-2e7f-4fce-bc9b-8da4ba3a8163 req-27c15583-55a5-4026-ad0c-b299bdf8e283 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0530870 Mar 08 13:52:51.982707 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4714bc68-2e7f-4fce-bc9b-8da4ba3a8163 req-1b86ed5e-ed09-4f72-9f28-99100ebdf386 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Mar 08 13:52:52.148954 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c4cc73f1-94df-4ceb-9bb9-831aa657f8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:52.235417 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899adcb3-4e29-4204-ae9b-955e0844d1b5 req-864a9208-bbda-4bea-b85f-c9c244032f11 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:52.236814 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-899adcb3-4e29-4204-ae9b-955e0844d1b5 req-864a9208-bbda-4bea-b85f-c9c244032f11 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0551834 Mar 08 13:52:52.285061 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-899adcb3-4e29-4204-ae9b-955e0844d1b5 req-8118d0f9-c2f7-409f-b14f-1e585ba997a3 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Mar 08 13:52:52.946647 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56818) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:52.980715 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56822) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:53.046719 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a252d4-fb25-442f-adab-1239a9f2b1d4 req-72cfe959-ad14-4d2e-a61a-5cd6877f2b3f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:53.048499 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-35a252d4-fb25-442f-adab-1239a9f2b1d4 req-72cfe959-ad14-4d2e-a61a-5cd6877f2b3f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1075771 Mar 08 13:52:53.126715 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47551d67-dada-4937-8ad2-ce9463d4588f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.128386 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-35a252d4-fb25-442f-adab-1239a9f2b1d4 req-e3916577-2d0e-4625-9520-fa06e9a9ce0c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721076 Mar 08 13:52:53.170773 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2aff1d0e-f460-4090-8c97-0cd7fe4246c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.207584 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0e47-84bd-45fa-8d55-299357e3eb8f req-1424defe-c045-43e4-928f-3bda15390093 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:53.209143 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-92af0e47-84bd-45fa-8d55-299357e3eb8f req-1424defe-c045-43e4-928f-3bda15390093 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.1353030 Mar 08 13:52:53.235181 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.274870 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b83bbb-afc8-4033-a209-3fe5294b8523 req-6b57fdaa-03de-4a06-99f8-d92373dbe671 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:53.276272 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e0b83bbb-afc8-4033-a209-3fe5294b8523 req-6b57fdaa-03de-4a06-99f8-d92373dbe671 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0669727 Mar 08 13:52:53.285213 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56832) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:53.290513 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'floatingip': {'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:53.309393 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47551d67-dada-4937-8ad2-ce9463d4588f admin admin] Publish callbacks [] for security_group (e0fcd280-6123-43ef-9f1d-868443c23e29), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.314515 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-92af0e47-84bd-45fa-8d55-299357e3eb8f req-476cb00b-f395-4aee-a5a4-1de616436e07 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962629 Mar 08 13:52:53.321666 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47551d67-dada-4937-8ad2-ce9463d4588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (e0fcd280-6123-43ef-9f1d-868443c23e29), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.377052 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-47551d67-dada-4937-8ad2-ce9463d4588f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d81981dcbeb54d408c8901247a6a1f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284756 Mar 08 13:52:53.381636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56838) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:53.404147 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47551d67-dada-4937-8ad2-ce9463d4588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fcd280-6123-43ef-9f1d-868443c23e29,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:53.414175 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2aff1d0e-f460-4090-8c97-0cd7fe4246c1 admin admin] Publish callbacks [] for security_group (b85ec779-f395-4bae-adf9-50beca7fc91f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.425928 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (d56c4027-e9c0-4419-871c-f28492ed0e26), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.439624 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2aff1d0e-f460-4090-8c97-0cd7fe4246c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b85ec779-f395-4bae-adf9-50beca7fc91f), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.508137 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2aff1d0e-f460-4090-8c97-0cd7fe4246c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfefeca9da9b443ca76f50f7dc4c1ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5261798 Mar 08 13:52:53.512019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56840) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:53.514669 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff1d0e-f460-4090-8c97-0cd7fe4246c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ec779-f395-4bae-adf9-50beca7fc91f,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:53.539290 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37923a44-fab2-4fba-9322-866aee37973f req-169c3d33-2ffe-42b6-b233-b6cc2983baed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:53.540797 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-37923a44-fab2-4fba-9322-866aee37973f req-169c3d33-2ffe-42b6-b233-b6cc2983baed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.1539676 Mar 08 13:52:53.556599 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b9c5822d-3a4e-4b04-940d-36e13837bcb8 admin admin] Publish callbacks [] for security_group (e0fcd280-6123-43ef-9f1d-868443c23e29), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.578720 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee522c9-3a6d-4008-8a74-d56f4479f79d req-d197d855-73be-43ea-9460-9b3a61a8c0bf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:53.580211 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cee522c9-3a6d-4008-8a74-d56f4479f79d req-d197d855-73be-43ea-9460-9b3a61a8c0bf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.1518214 Mar 08 13:52:53.591070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56842) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:53.596855 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'floatingip': {'port_id': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:52:53.628391 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b9c5822d-3a4e-4b04-940d-36e13837bcb8 admin admin] Publish callbacks [] for security_group (e0fcd280-6123-43ef-9f1d-868443c23e29), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.656257 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-37923a44-fab2-4fba-9322-866aee37973f req-4937be53-8635-45db-bb3f-3920ec8b9bea tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979183 Mar 08 13:52:53.687241 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.736107 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4d0e88a4-0ec8-4f8e-a012-e871e0788c8d admin admin] Publish callbacks [] for security_group (b85ec779-f395-4bae-adf9-50beca7fc91f), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.836080 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4d0e88a4-0ec8-4f8e-a012-e871e0788c8d admin admin] Publish callbacks [] for security_group (b85ec779-f395-4bae-adf9-50beca7fc91f), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.852563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b9c5822d-3a4e-4b04-940d-36e13837bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (e0fcd280-6123-43ef-9f1d-868443c23e29), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.855123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b9c5822d-3a4e-4b04-940d-36e13837bcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:53.856292 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b9c5822d-3a4e-4b04-940d-36e13837bcb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0fcd280-6123-43ef-9f1d-868443c23e29 HTTP/1.1" status: 204 len: 168 time: 0.4736803 Mar 08 13:52:53.902204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5822d-3a4e-4b04-940d-36e13837bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fcd280-6123-43ef-9f1d-868443c23e29,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:54.032185 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4d0e88a4-0ec8-4f8e-a012-e871e0788c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b85ec779-f395-4bae-adf9-50beca7fc91f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.034740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4d0e88a4-0ec8-4f8e-a012-e871e0788c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.037564 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4d0e88a4-0ec8-4f8e-a012-e871e0788c8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b85ec779-f395-4bae-adf9-50beca7fc91f HTTP/1.1" status: 204 len: 168 time: 0.5221477 Mar 08 13:52:54.052373 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e88a4-0ec8-4f8e-a012-e871e0788c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ec779-f395-4bae-adf9-50beca7fc91f,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:54.254480 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56858) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:54.311047 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6cf655e7-cc6e-475a-b298-a15bb4760c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.367957 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.378554 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (d56c4027-e9c0-4419-871c-f28492ed0e26), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.486185 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56860) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:54.518052 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-218b7188-cf00-49fe-a280-b51ed925331c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.540285 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Floating IP d56c4027-e9c0-4419-871c-f28492ed0e26 associated. External IP: 172.27.2.246, port: 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6. Mar 08 13:52:54.543413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6cf655e7-cc6e-475a-b298-a15bb4760c55 admin admin] Publish callbacks [] for security_group (73898aaa-2491-45d4-9eee-a9118ca0e6f4), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.580367 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6cf655e7-cc6e-475a-b298-a15bb4760c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (73898aaa-2491-45d4-9eee-a9118ca0e6f4), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.681739 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6cf655e7-cc6e-475a-b298-a15bb4760c55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=068281cf53334c499f302d973e0898b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261775 Mar 08 13:52:54.682511 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf655e7-cc6e-475a-b298-a15bb4760c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73898aaa-2491-45d4-9eee-a9118ca0e6f4,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:54.684318 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 56864) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:54.745509 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.755886 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.770821 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.776648 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-218b7188-cf00-49fe-a280-b51ed925331c admin admin] Publish callbacks [] for security_group (f225830d-49bf-4ff8-abab-a2c7ddd641ab), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.783706 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-218b7188-cf00-49fe-a280-b51ed925331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f225830d-49bf-4ff8-abab-a2c7ddd641ab), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.851862 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0469f6a5-7bbf-494e-aef3-0bffcf019880 admin admin] Publish callbacks [] for security_group (73898aaa-2491-45d4-9eee-a9118ca0e6f4), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.856755 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-218b7188-cf00-49fe-a280-b51ed925331c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a780458a624a407ab005dbad47cbd596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652859 Mar 08 13:52:54.861522 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b7188-cf00-49fe-a280-b51ed925331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f225830d-49bf-4ff8-abab-a2c7ddd641ab,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:54.863758 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 56866) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:52:54.910790 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:52:54.927304 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6af46-ab23-4974-ba93-3cd92548cad2 req-82a5a3fc-6f8a-459f-9a51-5f5c698cc5ed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:54.928794 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-92d6af46-ab23-4974-ba93-3cd92548cad2 req-82a5a3fc-6f8a-459f-9a51-5f5c698cc5ed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.1834273 Mar 08 13:52:54.933037 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Floating IP 372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb associated. External IP: 172.27.2.175, port: 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73. Mar 08 13:52:54.938239 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0469f6a5-7bbf-494e-aef3-0bffcf019880 admin admin] Publish callbacks [] for security_group (73898aaa-2491-45d4-9eee-a9118ca0e6f4), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:54.969161 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c7186461-2bdf-4f4b-933e-484b2215d8de admin admin] Publish callbacks [] for security_group (f225830d-49bf-4ff8-abab-a2c7ddd641ab), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.003858 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c7186461-2bdf-4f4b-933e-484b2215d8de admin admin] Publish callbacks [] for security_group (f225830d-49bf-4ff8-abab-a2c7ddd641ab), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.077292 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-92d6af46-ab23-4974-ba93-3cd92548cad2 req-a53e0960-065c-4ae9-8bed-0f1217c7d88b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293890 Mar 08 13:52:55.088733 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:55.094144 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.102246 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:55.112853 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:55.113525 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:55.136096 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0469f6a5-7bbf-494e-aef3-0bffcf019880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (73898aaa-2491-45d4-9eee-a9118ca0e6f4), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.138807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0469f6a5-7bbf-494e-aef3-0bffcf019880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.139932 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0469f6a5-7bbf-494e-aef3-0bffcf019880 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73898aaa-2491-45d4-9eee-a9118ca0e6f4 HTTP/1.1" status: 204 len: 168 time: 0.4546790 Mar 08 13:52:55.146141 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-830953f4-facc-45d3-8a4c-169d9d52008a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "PUT /v2.0/floatingips/d56c4027-e9c0-4419-871c-f28492ed0e26 HTTP/1.1" status: 200 len: 992 time: 1.8594623 Mar 08 13:52:55.146898 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:55.150149 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa2e025-56cb-4139-856d-f2289892e001" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:55.150889 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469f6a5-7bbf-494e-aef3-0bffcf019880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73898aaa-2491-45d4-9eee-a9118ca0e6f4,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:55.155061 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c7186461-2bdf-4f4b-933e-484b2215d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f225830d-49bf-4ff8-abab-a2c7ddd641ab), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.157710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c7186461-2bdf-4f4b-933e-484b2215d8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.162006 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c7186461-2bdf-4f4b-933e-484b2215d8de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f225830d-49bf-4ff8-abab-a2c7ddd641ab HTTP/1.1" status: 204 len: 168 time: 0.2957447 Mar 08 13:52:55.174927 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7186461-2bdf-4f4b-933e-484b2215d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f225830d-49bf-4ff8-abab-a2c7ddd641ab,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:52:55.227857 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf1d2b-e3b6-484f-8122-e9fdd360073c x-openstack-request-id: req-d7cf1d2b-e3b6-484f-8122-e9fdd360073c {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:55.228425 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:55.229006 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7cf1d2b-e3b6-484f-8122-e9fdd360073c {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:55.229865 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'status': 'completed', 'code': 200} Mar 08 13:52:55.284233 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:55.292702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Router 83434aec-3939-4495-9f54-40f5ca603998 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:52:55.431294 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:52:55.435920 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:55.445645 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:52:55.465881 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:55.473913 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:55.478225 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e056bca2-7256-41d9-a6ef-4284ecc23154 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "PUT /v2.0/floatingips/372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb HTTP/1.1" status: 200 len: 991 time: 1.8846929 Mar 08 13:52:55.482681 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:52:55.486692 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5551b42-945b-4a1a-86ca-3c3e74a1b453" -d '{"events": [{"name": "network-changed", "server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:52:55.551258 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d01ce4-1da1-4fe3-8857-ddab4df9319c x-openstack-request-id: req-c8d01ce4-1da1-4fe3-8857-ddab4df9319c {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:52:55.551540 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:52:55.551786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8d01ce4-1da1-4fe3-8857-ddab4df9319c {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:52:55.552177 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'status': 'completed', 'code': 200} Mar 08 13:52:55.594940 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'd56c4027-e9c0-4419-871c-f28492ed0e26', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'mac_address': 'fa:16:3e:7f:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba35169-5b05-4356-aa25-332bfaa85964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:52:31Z', 'updated_at': '2022-03-08T13:52:54Z', 'revision_number': 1, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:55.624345 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:55.625862 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:55.633530 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:55.634541 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:55.769005 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:56.028505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '83434aec-3939-4495-9f54-40f5ca603998', 'port_id': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'mac_address': 'fa:16:3e:f5:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:52:28Z', 'updated_at': '2022-03-08T13:52:54Z', 'revision_number': 1, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:56.049447 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'd56c4027-e9c0-4419-871c-f28492ed0e26', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'mac_address': 'fa:16:3e:7f:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba35169-5b05-4356-aa25-332bfaa85964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:52:31Z', 'updated_at': '2022-03-08T13:52:54Z', 'revision_number': 1, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:56.060160 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:52:56.068753 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:52:56.069658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:56.109930 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55730d-73f2-4a5d-acce-1fca2c1e4013 None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'd56c4027-e9c0-4419-871c-f28492ed0e26', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'mac_address': 'fa:16:3e:7f:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba35169-5b05-4356-aa25-332bfaa85964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:52:31Z', 'updated_at': '2022-03-08T13:52:54Z', 'revision_number': 1, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:56.272830 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143c34-3656-4f32-a1ce-4bbd9a319c2c req-7c4958de-6227-4452-b2f7-76b32b3e78b3 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:56.275114 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e3143c34-3656-4f32-a1ce-4bbd9a319c2c req-7c4958de-6227-4452-b2f7-76b32b3e78b3 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0898304 Mar 08 13:52:56.284374 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:52:56.351558 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e3143c34-3656-4f32-a1ce-4bbd9a319c2c req-1da7e1e1-da93-48b5-acc9-3ec4bb0ee0f4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Mar 08 13:52:56.429763 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:52:56.493597 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e3b37-2950-4c59-8da7-c6baccd4f345 None None] New status for floating IP d56c4027-e9c0-4419-871c-f28492ed0e26: ACTIVE {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:52:56.626337 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e025-56cb-4139-856d-f2289892e001 req-26b7796a-3683-4925-8a41-8f44f9164426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:56.627863 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-26b7796a-3683-4925-8a41-8f44f9164426 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1130 time: 0.1686015 Mar 08 13:52:56.630186 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '83434aec-3939-4495-9f54-40f5ca603998', 'port_id': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'mac_address': 'fa:16:3e:f5:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:52:28Z', 'updated_at': '2022-03-08T13:52:54Z', 'revision_number': 1, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:52:56.659199 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-3bbd214d-26ff-445c-9b12-ca485e077715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:56.660706 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-3bbd214d-26ff-445c-9b12-ca485e077715 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1129 time: 0.1895754 Mar 08 13:52:56.668193 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ae5a4-34af-453b-8925-455ce56f150d None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '83434aec-3939-4495-9f54-40f5ca603998', 'port_id': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'mac_address': 'fa:16:3e:f5:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:52:28Z', 'updated_at': '2022-03-08T13:52:54Z', 'revision_number': 1, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:52:56.779229 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e025-56cb-4139-856d-f2289892e001 req-e26503d9-a72e-436e-9034-db0500513b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:56.780917 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-e26503d9-a72e-436e-9034-db0500513b0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.1380570 Mar 08 13:52:56.965583 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-81f42683-5ba3-4838-926a-80fc79c2ce66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 1000 time: 0.1493354 Mar 08 13:52:56.987150 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-1ac67b0c-a38f-4a71-a896-a5c6a5c33929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:56.988735 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-1ac67b0c-a38f-4a71-a896-a5c6a5c33929 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.2066283 Mar 08 13:52:57.057879 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e8114-2926-4a7b-9b35-e7ebe2139c25 None None] New status for floating IP 372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:52:57.487599 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b88ea-e030-4dc1-853c-c6de6f2f81a9 req-66ba3797-cace-47ca-84ff-48a9fb7bb4aa tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:57.489286 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3a5b88ea-e030-4dc1-853c-c6de6f2f81a9 req-66ba3797-cace-47ca-84ff-48a9fb7bb4aa tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0607352 Mar 08 13:52:57.564868 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3a5b88ea-e030-4dc1-853c-c6de6f2f81a9 req-da78dc95-d28d-4026-958a-48eb0f75c6a5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624065 Mar 08 13:52:58.672407 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4350b2-5ca2-42a5-b175-8a0114ba8ee2 req-011cc217-63da-4120-bc10-6cc5e6e1eee5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:58.673952 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3b4350b2-5ca2-42a5-b175-8a0114ba8ee2 req-011cc217-63da-4120-bc10-6cc5e6e1eee5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0523136 Mar 08 13:52:58.723751 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3b4350b2-5ca2-42a5-b175-8a0114ba8ee2 req-4021ab7e-994c-456e-b2d5-69ff94e3b5ee tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Mar 08 13:52:59.725025 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e025-56cb-4139-856d-f2289892e001 req-d4e9df7f-0046-4097-88a6-2493518e4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:59.726524 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-d4e9df7f-0046-4097-88a6-2493518e4ac7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0950232 Mar 08 13:52:59.730211 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-284f0c46-737e-4774-a235-7f28d3e2d002 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0879982 Mar 08 13:52:59.819987 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-7ff8480e-d15e-42d0-ba60-ef2d73b5ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:59.821328 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-7ff8480e-d15e-42d0-ba60-ef2d73b5ad74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0636890 Mar 08 13:52:59.844818 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2e025-56cb-4139-856d-f2289892e001 req-2d93d635-73d3-4e47-9e26-9948bf101f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:59.846312 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-2d93d635-73d3-4e47-9e26-9948bf101f70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126428 Mar 08 13:52:59.961403 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50b6ab-b218-430d-b468-251e18829a7b req-213bd0d9-ee4d-438c-b362-b18998ba51be tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:59.962864 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ab50b6ab-b218-430d-b468-251e18829a7b req-213bd0d9-ee4d-438c-b362-b18998ba51be tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.1532485 Mar 08 13:52:59.971687 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-d06e7f9f-074a-4234-b785-0f468d0ac2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:52:59.973029 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-d06e7f9f-074a-4234-b785-0f468d0ac2b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304729 Mar 08 13:53:00.219254 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-0ef703ae-dd73-47fe-b1e2-40ee54b44668 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496587 Mar 08 13:53:00.318742 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ab50b6ab-b218-430d-b468-251e18829a7b req-8f89e4c5-e49a-4d10-9e15-11da0eb81ade tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491130 Mar 08 13:53:00.389278 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-4701b07e-790a-4218-bd77-3c5687952488 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902606 Mar 08 13:53:00.394373 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa2e025-56cb-4139-856d-f2289892e001 req-9a8e4d08-0f1d-49b8-ad86-2f5b4fa4195b service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660702 Mar 08 13:53:00.498432 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a5551b42-945b-4a1a-86ca-3c3e74a1b453 req-1b7d99c0-6dac-48b7-8239-ecb154f8c1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938187 Mar 08 13:53:01.104183 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:53:01.451419 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72262b-1cd4-4fa6-82b4-660ec917c917 req-a14da414-efce-4d1f-934c-7041466d1184 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:01.457428 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5a72262b-1cd4-4fa6-82b4-660ec917c917 req-a14da414-efce-4d1f-934c-7041466d1184 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0642321 Mar 08 13:53:01.506300 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5a72262b-1cd4-4fa6-82b4-660ec917c917 req-468cb434-61bb-4b60-ae1d-6e416256ad9e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Mar 08 13:53:02.765938 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274481-c001-4f56-99a6-19fbbaa76fe8 req-f695d5df-eb98-4fbc-8633-87e1cc008417 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:02.767311 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e274481-c001-4f56-99a6-19fbbaa76fe8 req-f695d5df-eb98-4fbc-8633-87e1cc008417 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0549073 Mar 08 13:53:02.817954 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e274481-c001-4f56-99a6-19fbbaa76fe8 req-25d72bd2-2cfe-42fc-b18f-15f427deab89 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Mar 08 13:53:03.949181 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136980-5d7c-47b1-a8f9-4de52b58ec28 req-26c1c110-00d7-4e7b-821e-3dcd0fcbc445 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:03.951129 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-da136980-5d7c-47b1-a8f9-4de52b58ec28 req-26c1c110-00d7-4e7b-821e-3dcd0fcbc445 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0563414 Mar 08 13:53:04.002800 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-da136980-5d7c-47b1-a8f9-4de52b58ec28 req-3ec6c558-a49c-4c17-be15-a17662066623 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Mar 08 13:53:04.061756 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-188389f0-04b7-4f69-b195-b3e91c49941b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425158 Mar 08 13:53:04.163439 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738848da-816e-475d-81fd-deb01c783df9 req-7b3357ab-4b21-4e43-a810-52abfc4a5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:04.164832 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-7b3357ab-4b21-4e43-a810-52abfc4a5cd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d28c418d3a754eaf96737e31d1880818&device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 1129 time: 0.0480695 Mar 08 13:53:04.285172 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738848da-816e-475d-81fd-deb01c783df9 req-b697bbfb-3e71-4e53-8bb0-91fd865220bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:04.286677 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-b697bbfb-3e71-4e53-8bb0-91fd865220bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=5adef6a2-24b3-43f0-8044-245fa9948e1c HTTP/1.1" status: 200 len: 912 time: 0.0854726 Mar 08 13:53:04.335199 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-f6e50fd1-a06b-42bd-b934-48135802d4b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404 HTTP/1.1" status: 200 len: 217 time: 0.0401042 Mar 08 13:53:04.388489 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738848da-816e-475d-81fd-deb01c783df9 req-b94c6178-afa3-4ec8-b8e1-b0e1dde8f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:04.390133 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-b94c6178-afa3-4ec8-b8e1-b0e1dde8f4fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b26d836f-f40d-4db3-88e8-cd4632ac3ac8 HTTP/1.1" status: 200 len: 851 time: 0.0478425 Mar 08 13:53:04.423831 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-e309ef78-659f-4b69-8b97-688ac6b030b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5adef6a2-24b3-43f0-8044-245fa9948e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259218 Mar 08 13:53:04.527731 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-05ccb5ea-285a-40d1-a544-d5c518b2f19b service neutron] 10.222.0.32 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884595 Mar 08 13:53:04.622409 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-738848da-816e-475d-81fd-deb01c783df9 req-970bd31d-540b-4f36-b8eb-c4b14e326ecf service neutron] 10.222.0.32 "GET /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882745 Mar 08 13:53:04.929217 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5af361-9100-4ca7-a5ac-880e12126a5e req-501a1da6-543b-43e2-b61f-ffa1d1faffe3 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:04.930708 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9e5af361-9100-4ca7-a5ac-880e12126a5e req-501a1da6-543b-43e2-b61f-ffa1d1faffe3 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Mar 08 13:53:04.989443 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9e5af361-9100-4ca7-a5ac-880e12126a5e req-643b7101-8940-4363-b8cf-cefb9fd1da33 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498035 Mar 08 13:53:05.060008 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57216) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:05.136194 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ff4ff-056c-4706-b026-63f78f8cd3c7 req-61267171-f669-4046-a2b7-e2f1e01b89d9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:05.137727 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-885ff4ff-056c-4706-b026-63f78f8cd3c7 req-61267171-f669-4046-a2b7-e2f1e01b89d9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0598462 Mar 08 13:53:05.167197 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.190182 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-885ff4ff-056c-4706-b026-63f78f8cd3c7 req-0aef3164-85b9-4eed-bd26-3283ad1c1bb1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Mar 08 13:53:05.250570 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Publish callbacks [] for security_group (d7d3239c-ecf9-440b-ab32-03b27f7f6c70), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.254623 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d7d3239c-ecf9-440b-ab32-03b27f7f6c70), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.292767 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b7c23d887ea48609cad5a847ec3aa30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316093 Mar 08 13:53:05.293495 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d3239c-ecf9-440b-ab32-03b27f7f6c70,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:05.295491 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57220) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:05.315043 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.315412 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.315731 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.316074 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.316413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.316745 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.317086 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.320068 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.320736 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.321121 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.321470 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.321829 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.322170 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191eee4-d09c-474f-a518-1d02d9310cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.365385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Publish callbacks [] for security_group (d7d3239c-ecf9-440b-ab32-03b27f7f6c70), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.384777 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Publish callbacks [] for security_group (d7d3239c-ecf9-440b-ab32-03b27f7f6c70), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.459258 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d7d3239c-ecf9-440b-ab32-03b27f7f6c70), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.462671 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.464127 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7d3239c-ecf9-440b-ab32-03b27f7f6c70 HTTP/1.1" status: 204 len: 168 time: 0.1673834 Mar 08 13:53:05.478953 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d3239c-ecf9-440b-ab32-03b27f7f6c70,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:05.486769 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.487161 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.487528 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.487880 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.488187 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.488562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.488963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.489291 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.489693 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.490020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.490379 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.490751 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.491094 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae42be-1b2b-44c2-8d1a-7e73e25e940f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:05.755530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57248) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:05.768823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4c39-6af0-40a1-bcb7-0b4f629e03e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.849429 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4c39-6af0-40a1-bcb7-0b4f629e03e8 admin admin] Publish callbacks [] for security_group (8ded8423-aa97-4f90-9b8f-20ce798687c7), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.856080 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4c39-6af0-40a1-bcb7-0b4f629e03e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8ded8423-aa97-4f90-9b8f-20ce798687c7), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.894286 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c4c39-6af0-40a1-bcb7-0b4f629e03e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded8423-aa97-4f90-9b8f-20ce798687c7,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:05.898538 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3c6c4c39-6af0-40a1-bcb7-0b4f629e03e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96d2a2ed803d45acbc6c9e69b62d62fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419652 Mar 08 13:53:05.901321 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57250) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:05.950903 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-af06516d-8493-4a09-a9da-3c6a7a3433db admin admin] Publish callbacks [] for security_group (8ded8423-aa97-4f90-9b8f-20ce798687c7), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:05.975923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-af06516d-8493-4a09-a9da-3c6a7a3433db admin admin] Publish callbacks [] for security_group (8ded8423-aa97-4f90-9b8f-20ce798687c7), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.028265 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-af06516d-8493-4a09-a9da-3c6a7a3433db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8ded8423-aa97-4f90-9b8f-20ce798687c7), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.030978 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-af06516d-8493-4a09-a9da-3c6a7a3433db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.032300 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-af06516d-8493-4a09-a9da-3c6a7a3433db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ded8423-aa97-4f90-9b8f-20ce798687c7 HTTP/1.1" status: 204 len: 168 time: 0.1300282 Mar 08 13:53:06.040808 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06516d-8493-4a09-a9da-3c6a7a3433db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded8423-aa97-4f90-9b8f-20ce798687c7,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:06.115910 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff669e-f4fd-42e2-b0da-445233811bfa req-82413721-ee86-4f1d-b518-683963c61412 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:06.117561 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2cff669e-f4fd-42e2-b0da-445233811bfa req-82413721-ee86-4f1d-b518-683963c61412 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Mar 08 13:53:06.169056 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2cff669e-f4fd-42e2-b0da-445233811bfa req-a7204253-9ee4-445d-86dd-0d395c39493f tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Mar 08 13:53:06.312539 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcb83d-38c8-48f3-b005-61b8073b38fa req-e80166c2-b890-45a5-8039-9a87880eac43 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:06.314178 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17bcb83d-38c8-48f3-b005-61b8073b38fa req-e80166c2-b890-45a5-8039-9a87880eac43 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0538266 Mar 08 13:53:06.364744 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17bcb83d-38c8-48f3-b005-61b8073b38fa req-1b3df0bc-c514-4845-a1a1-3ffa13b236bb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Mar 08 13:53:06.365019 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57260) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:06.393879 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-61c6ab0f-dc9e-4c48-907b-5f9bb988da22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.481731 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-61c6ab0f-dc9e-4c48-907b-5f9bb988da22 admin admin] Publish callbacks [] for security_group (c8c156b5-3063-457a-a3f6-69f3bca484f8), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.489886 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-61c6ab0f-dc9e-4c48-907b-5f9bb988da22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c8c156b5-3063-457a-a3f6-69f3bca484f8), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.538940 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-61c6ab0f-dc9e-4c48-907b-5f9bb988da22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54e0da083bd04dac986f3a27208fd38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727688 Mar 08 13:53:06.539900 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6ab0f-dc9e-4c48-907b-5f9bb988da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c156b5-3063-457a-a3f6-69f3bca484f8,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:06.541689 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57270) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:06.596374 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e69fcb1b-1bc6-453b-b353-14ce7e6affad admin admin] Publish callbacks [] for security_group (c8c156b5-3063-457a-a3f6-69f3bca484f8), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.617469 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e69fcb1b-1bc6-453b-b353-14ce7e6affad admin admin] Publish callbacks [] for security_group (c8c156b5-3063-457a-a3f6-69f3bca484f8), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.669624 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e69fcb1b-1bc6-453b-b353-14ce7e6affad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c8c156b5-3063-457a-a3f6-69f3bca484f8), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.672473 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e69fcb1b-1bc6-453b-b353-14ce7e6affad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:06.673646 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e69fcb1b-1bc6-453b-b353-14ce7e6affad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8c156b5-3063-457a-a3f6-69f3bca484f8 HTTP/1.1" status: 204 len: 168 time: 0.1300731 Mar 08 13:53:06.681588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fcb1b-1bc6-453b-b353-14ce7e6affad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c156b5-3063-457a-a3f6-69f3bca484f8,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:06.917612 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:07.286775 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4456a-f0ba-4a4e-9c5a-2fc0298cbc6b req-4f865cc7-9a8c-4598-a0ab-15d1c8dcf328 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:07.288372 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c8c4456a-f0ba-4a4e-9c5a-2fc0298cbc6b req-4f865cc7-9a8c-4598-a0ab-15d1c8dcf328 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.0513568 Mar 08 13:53:07.335592 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c8c4456a-f0ba-4a4e-9c5a-2fc0298cbc6b req-70298585-8078-4239-93a9-eeb124b9f692 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/security-groups?id=883c3f15-7ecf-46f0-af9e-d2065baa3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Mar 08 13:53:07.521181 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1665a0-204c-47ab-9675-84e56a91807d req-4d5302e9-675b-4a37-ba6d-fa656ccdb2c0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:07.522782 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fa1665a0-204c-47ab-9675-84e56a91807d req-4d5302e9-675b-4a37-ba6d-fa656ccdb2c0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0830889 Mar 08 13:53:07.556873 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ee3a858a-ca25-4195-92ed-5d5d95289a80 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:07.556873 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ee3a858a-ca25-4195-92ed-5d5d95289a80 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.32 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 945 time: 0.0887074 Mar 08 13:53:07.643018 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fa1665a0-204c-47ab-9675-84e56a91807d req-ecea8287-6c23-469f-a648-9b9aa3b3e6f6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116126 Mar 08 13:53:07.721656 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Deleting port 634c5c32-b0dc-4046-b65e-9d7a70b06404 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:53:07.722084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:07.827385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57334) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:07.830591 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] For port 634c5c32-b0dc-4046-b65e-9d7a70b06404, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=634c5c32-b0dc-4046-b65e-9d7a70b06404,segment=NetworkSegment(033a1772-daf7-48f6-ba03-ffbb5830a515),segment_id=033a1772-daf7-48f6-ba03-ffbb5830a515)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:07.830874 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:07.849617 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Calling delete_port for 634c5c32-b0dc-4046-b65e-9d7a70b06404 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:53:07.954348 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ae9a70a5-a89f-4fe8-afd4-991e95cd771c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.058676 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (634c5c32-b0dc-4046-b65e-9d7a70b06404), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.072916 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['634c5c32-b0dc-4046-b65e-9d7a70b06404'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:53:08.095962 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Pushing event deleted for resources: {'Port': ['ID=634c5c32-b0dc-4046-b65e-9d7a70b06404,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:08.152329 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ae9a70a5-a89f-4fe8-afd4-991e95cd771c admin admin] Publish callbacks [] for security_group (f9efe21b-ae70-499e-a84f-9e7d679bbbdc), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.169293 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ae9a70a5-a89f-4fe8-afd4-991e95cd771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f9efe21b-ae70-499e-a84f-9e7d679bbbdc), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.171681 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] No DVR routers for this DVR port 634c5c32-b0dc-4046-b65e-9d7a70b06404 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:53:08.180827 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.184128 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-afab59bf-8303-408e-a462-fa7d077ffb52 req-ddf28417-88a9-409c-9f2b-df5da7254800 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.32 "DELETE /v2.0/ports/634c5c32-b0dc-4046-b65e-9d7a70b06404 HTTP/1.1" status: 204 len: 173 time: 0.6209400 Mar 08 13:53:08.185510 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'name': 'network-vif-deleted', 'tag': '634c5c32-b0dc-4046-b65e-9d7a70b06404'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:53:08.187742 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6202a5b3-27f0-4362-853f-d9f31230fdfe" -d '{"events": [{"server_uuid": "95e69121-3c79-4d4c-813e-ac48174a3e39", "name": "network-vif-deleted", "tag": "634c5c32-b0dc-4046-b65e-9d7a70b06404"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:53:08.223418 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57346) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:08.235252 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-ae9a70a5-a89f-4fe8-afd4-991e95cd771c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5715bc6d84454e5394994a486ebfc9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067335 Mar 08 13:53:08.237061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003292bb-c4b9-460b-80f1-73bcb502bee5 x-openstack-request-id: req-003292bb-c4b9-460b-80f1-73bcb502bee5 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:53:08.237371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e69121-3c79-4d4c-813e-ac48174a3e39", "name": "network-vif-deleted", "tag": "634c5c32-b0dc-4046-b65e-9d7a70b06404", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:53:08.237627 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-003292bb-c4b9-460b-80f1-73bcb502bee5 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:53:08.238020 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e69121-3c79-4d4c-813e-ac48174a3e39', 'name': 'network-vif-deleted', 'tag': '634c5c32-b0dc-4046-b65e-9d7a70b06404', 'status': 'completed', 'code': 200} Mar 08 13:53:08.238576 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a70a5-a89f-4fe8-afd4-991e95cd771c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9efe21b-ae70-499e-a84f-9e7d679bbbdc,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:08.292048 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c71d3999-9296-4e0d-ae84-6a327fc2f0c3 admin admin] Publish callbacks [] for security_group (f9efe21b-ae70-499e-a84f-9e7d679bbbdc), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.318090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c71d3999-9296-4e0d-ae84-6a327fc2f0c3 admin admin] Publish callbacks [] for security_group (f9efe21b-ae70-499e-a84f-9e7d679bbbdc), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.367903 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c71d3999-9296-4e0d-ae84-6a327fc2f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f9efe21b-ae70-499e-a84f-9e7d679bbbdc), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.370506 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c71d3999-9296-4e0d-ae84-6a327fc2f0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:08.371692 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c71d3999-9296-4e0d-ae84-6a327fc2f0c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9efe21b-ae70-499e-a84f-9e7d679bbbdc HTTP/1.1" status: 204 len: 168 time: 0.1473122 Mar 08 13:53:08.382458 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3999-9296-4e0d-ae84-6a327fc2f0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9efe21b-ae70-499e-a84f-9e7d679bbbdc,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:08.434958 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c629d3e0-d5b8-4d4e-9fdd-d1e50d64d788 req-5359802d-232d-4452-8c1a-269570376481 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Mar 08 13:53:08.761810 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13e4a-6cea-4fa0-8c12-89879320edee req-07bc5e7b-683a-4131-96e4-ba06f22a9e85 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:08.763486 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9ce13e4a-6cea-4fa0-8c12-89879320edee req-07bc5e7b-683a-4131-96e4-ba06f22a9e85 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0514944 Mar 08 13:53:08.813112 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9ce13e4a-6cea-4fa0-8c12-89879320edee req-0d976acf-11b0-41a2-b739-a34b3278c285 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Mar 08 13:53:09.243543 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57402) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:09.358487 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3774e44c-20e8-4e2a-b4fc-909e877b56ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.420064 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57410) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:09.441883 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3774e44c-20e8-4e2a-b4fc-909e877b56ec admin admin] Publish callbacks [] for security_group (723706da-8f2e-41a8-bed5-11745172d67f), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.447057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3774e44c-20e8-4e2a-b4fc-909e877b56ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (723706da-8f2e-41a8-bed5-11745172d67f), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.493668 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3774e44c-20e8-4e2a-b4fc-909e877b56ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0adc54f7ae0a44859dca5e1a6c5a7c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489481 Mar 08 13:53:09.494648 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774e44c-20e8-4e2a-b4fc-909e877b56ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723706da-8f2e-41a8-bed5-11745172d67f,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:09.496948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57416) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:09.561005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a77456ab-2132-4631-a5fd-b409d856cd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.583436 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-092769f9-382a-43f0-8cbb-88f0badaa08d req-6259a0b7-3b1f-435a-9795-70db8798c2c6 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.0469477 Mar 08 13:53:09.611028 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de93f10e-c0ee-442a-90dd-41a718a454d7 admin admin] Publish callbacks [] for security_group (723706da-8f2e-41a8-bed5-11745172d67f), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.644893 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de93f10e-c0ee-442a-90dd-41a718a454d7 admin admin] Publish callbacks [] for security_group (723706da-8f2e-41a8-bed5-11745172d67f), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.701068 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a77456ab-2132-4631-a5fd-b409d856cd4a admin admin] Publish callbacks [] for security_group (fd8d7ceb-2af1-42f5-be94-c697787a5ab1), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.705785 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a77456ab-2132-4631-a5fd-b409d856cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fd8d7ceb-2af1-42f5-be94-c697787a5ab1), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.733791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de93f10e-c0ee-442a-90dd-41a718a454d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (723706da-8f2e-41a8-bed5-11745172d67f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.736960 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de93f10e-c0ee-442a-90dd-41a718a454d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.738128 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-de93f10e-c0ee-442a-90dd-41a718a454d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/723706da-8f2e-41a8-bed5-11745172d67f HTTP/1.1" status: 204 len: 168 time: 0.2394331 Mar 08 13:53:09.760607 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a77456ab-2132-4631-a5fd-b409d856cd4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ed7fd1094fa41bfa755002b23487092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389058 Mar 08 13:53:09.761425 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77456ab-2132-4631-a5fd-b409d856cd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d7ceb-2af1-42f5-be94-c697787a5ab1,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:09.763506 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57422) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:09.771970 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93f10e-c0ee-442a-90dd-41a718a454d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723706da-8f2e-41a8-bed5-11745172d67f,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:09.820259 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-766e2db4-1d05-4ec8-8a3e-c650cd574a5a admin admin] Publish callbacks [] for security_group (fd8d7ceb-2af1-42f5-be94-c697787a5ab1), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.842414 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-766e2db4-1d05-4ec8-8a3e-c650cd574a5a admin admin] Publish callbacks [] for security_group (fd8d7ceb-2af1-42f5-be94-c697787a5ab1), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.920948 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-766e2db4-1d05-4ec8-8a3e-c650cd574a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fd8d7ceb-2af1-42f5-be94-c697787a5ab1), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.923596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-766e2db4-1d05-4ec8-8a3e-c650cd574a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:09.924783 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-766e2db4-1d05-4ec8-8a3e-c650cd574a5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd8d7ceb-2af1-42f5-be94-c697787a5ab1 HTTP/1.1" status: 204 len: 168 time: 0.1602218 Mar 08 13:53:09.936942 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e2db4-1d05-4ec8-8a3e-c650cd574a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d7ceb-2af1-42f5-be94-c697787a5ab1,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:09.957679 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd800e-1ea7-47bd-91cc-e06c03dbd283 req-5b38d032-437b-41e2-8387-1e357226596b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:09.959450 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b9bd800e-1ea7-47bd-91cc-e06c03dbd283 req-5b38d032-437b-41e2-8387-1e357226596b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0683897 Mar 08 13:53:10.017571 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b9bd800e-1ea7-47bd-91cc-e06c03dbd283 req-0b4cf26c-93fb-47c8-9e92-9fe04c45895a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517442 Mar 08 13:53:10.692557 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-01c1e23a-13a7-4e3f-9160-a998cc5a8c32 req-df21a07a-4cad-48ce-ac87-0cdec70b6b42 tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.0308518 Mar 08 13:53:11.146162 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a18e-54b6-4fe7-9c76-60277c52e65b req-adf5e585-4fd7-455b-8c39-b03be62b84d7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:11.148358 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5131a18e-54b6-4fe7-9c76-60277c52e65b req-adf5e585-4fd7-455b-8c39-b03be62b84d7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0570717 Mar 08 13:53:11.198057 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5131a18e-54b6-4fe7-9c76-60277c52e65b req-6c4062b3-5d2e-46e5-8258-41055ee2693c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Mar 08 13:53:11.807071 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ee4c0c9f-35bf-48ba-93af-bfd994cac62e req-e916ef11-a3cd-48c4-90fc-101a96b13d1c tempest-DeleteServersTestJSON-489943305 tempest-DeleteServersTestJSON-489943305-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e69121-3c79-4d4c-813e-ac48174a3e39 HTTP/1.1" status: 200 len: 210 time: 0.0289886 Mar 08 13:53:11.971515 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 634c5c32-b0dc-4046-b65e-9d7a70b06404 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:53:11.994056 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 634c5c32-b0dc-4046-b65e-9d7a70b06404 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:53:11.994399 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 634c5c32-b0dc-4046-b65e-9d7a70b06404 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:53:12.330805 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e7cef-6aa3-47cf-99fc-c66905f4e4f6 req-a4d0110d-23e0-4eaa-b999-f49d4651af60 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:12.332539 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8a2e7cef-6aa3-47cf-99fc-c66905f4e4f6 req-a4d0110d-23e0-4eaa-b999-f49d4651af60 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0542657 Mar 08 13:53:12.382490 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8a2e7cef-6aa3-47cf-99fc-c66905f4e4f6 req-a9cf9fd8-fa61-4a1e-89cf-f5859bc39ca0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Mar 08 13:53:13.507413 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d36a8-7ed9-45e6-9e40-4d3f96f9c7d6 req-e6f643d8-a217-47ce-91ff-08b2a8279080 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:13.508946 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0c2d36a8-7ed9-45e6-9e40-4d3f96f9c7d6 req-e6f643d8-a217-47ce-91ff-08b2a8279080 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0597019 Mar 08 13:53:13.558209 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0c2d36a8-7ed9-45e6-9e40-4d3f96f9c7d6 req-c5e87e9e-00a1-4109-9d06-6fd0eebd1b46 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Mar 08 13:53:14.244217 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57590) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:14.289463 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Deleting subnet b26d836f-f40d-4db3-88e8-cd4632ac3ac8 {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:53:14.292549 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Publish callbacks [] for subnet (b26d836f-f40d-4db3-88e8-cd4632ac3ac8), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.329231 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Publish callbacks [] for subnet (b26d836f-f40d-4db3-88e8-cd4632ac3ac8), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.343779 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (b26d836f-f40d-4db3-88e8-cd4632ac3ac8), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.404123 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (b26d836f-f40d-4db3-88e8-cd4632ac3ac8), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.428661 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26d836f-f40d-4db3-88e8-cd4632ac3ac8,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:14.432339 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.436985 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c5fdea29-7a3f-447e-a82e-8caf6943a4fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b26d836f-f40d-4db3-88e8-cd4632ac3ac8 HTTP/1.1" status: 204 len: 168 time: 0.1916490 Mar 08 13:53:14.438301 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57592) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:14.510542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (5adef6a2-24b3-43f0-8044-245fa9948e1c), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.593627 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (5adef6a2-24b3-43f0-8044-245fa9948e1c), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.613624 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.613947 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.614666 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.614998 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > port after_create 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.615332 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.615736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > port after_update 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.616023 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.616276 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.616653 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.616963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.679643 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ac0d-4d02-4031-ac06-75d598e107cc req-436543e2-453b-46d3-9e61-ee16e353a55f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:14.681166 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c632ac0d-4d02-4031-ac06-75d598e107cc req-436543e2-453b-46d3-9e61-ee16e353a55f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0551691 Mar 08 13:53:14.745432 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.746072 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.746414 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.746737 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:53:14.747104 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adef6a2-24b3-43f0-8044-245fa9948e1c']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:14.773730 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a1772-daf7-48f6-ba03-ffbb5830a515') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:14.774447 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a1772-daf7-48f6-ba03-ffbb5830a515') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:14.795218 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (033a1772-daf7-48f6-ba03-ffbb5830a515), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.818409 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (033a1772-daf7-48f6-ba03-ffbb5830a515), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.828082 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:53:14.829456 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (033a1772-daf7-48f6-ba03-ffbb5830a515), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: from cryptography.utils import int_from_bytes Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: from cryptography.utils import int_from_bytes Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:53:14.854535 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:53:14.922672 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (5adef6a2-24b3-43f0-8044-245fa9948e1c), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.928690 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c632ac0d-4d02-4031-ac06-75d598e107cc req-6c74f2e0-e2bc-4d4b-bbfd-805ad8efcc1a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417862 Mar 08 13:53:14.940151 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:14.943420 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/5adef6a2-24b3-43f0-8044-245fa9948e1c HTTP/1.1" status: 204 len: 168 time: 0.5041037 Mar 08 13:53:14.944454 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d784b5-06ea-4334-926e-4a07f352d7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5adef6a2-24b3-43f0-8044-245fa9948e1c,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:15.125709 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57602) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:15.172894 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-29168970-7f95-4188-9588-1fa77f9a5b44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d28c418d3a754eaf96737e31d1880818&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437038 Mar 08 13:53:15.173385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57608) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:15.233063 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b9298156-0a3c-4f35-a122-47c5299d5617 admin admin] Publish callbacks [] for security_group (883c3f15-7ecf-46f0-af9e-d2065baa3352), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:15.256111 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b9298156-0a3c-4f35-a122-47c5299d5617 admin admin] Publish callbacks [] for security_group (883c3f15-7ecf-46f0-af9e-d2065baa3352), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:15.308129 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b9298156-0a3c-4f35-a122-47c5299d5617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (883c3f15-7ecf-46f0-af9e-d2065baa3352), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:15.311836 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b9298156-0a3c-4f35-a122-47c5299d5617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:15.312983 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b9298156-0a3c-4f35-a122-47c5299d5617 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/883c3f15-7ecf-46f0-af9e-d2065baa3352 HTTP/1.1" status: 204 len: 168 time: 0.1386216 Mar 08 13:53:15.324544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9298156-0a3c-4f35-a122-47c5299d5617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c3f15-7ecf-46f0-af9e-d2065baa3352,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:15.768338 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57646) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:15.919491 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b559210-353c-415c-bb66-c1b0d2986528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.010952 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b559210-353c-415c-bb66-c1b0d2986528 admin admin] Publish callbacks [] for security_group (cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.021954 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b559210-353c-415c-bb66-c1b0d2986528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.050567 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57664) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:16.051100 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8b559210-353c-415c-bb66-c1b0d2986528 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=220289d8ac4246bfb015d989d61c6ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809865 Mar 08 13:53:16.068387 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b559210-353c-415c-bb66-c1b0d2986528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.082875 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa8429-9e27-4f97-bedd-9496fa312333 req-6faeed1a-572e-459a-b187-46ce3bb16c84 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:16.084550 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cfaa8429-9e27-4f97-bedd-9496fa312333 req-6faeed1a-572e-459a-b187-46ce3bb16c84 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0697196 Mar 08 13:53:16.112541 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57666) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:16.137765 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a51efa94-f274-47e4-92ab-bd099a2cd7dc admin admin] Publish callbacks [] for security_group (cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.155238 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cfaa8429-9e27-4f97-bedd-9496fa312333 req-0ca98f27-c1b6-4eca-a673-dfa34019c391 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Mar 08 13:53:16.168436 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a51efa94-f274-47e4-92ab-bd099a2cd7dc admin admin] Publish callbacks [] for security_group (cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.211416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-501232551-network', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:16.217120 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a51efa94-f274-47e4-92ab-bd099a2cd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.219904 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a51efa94-f274-47e4-92ab-bd099a2cd7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.223925 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a51efa94-f274-47e4-92ab-bd099a2cd7dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f HTTP/1.1" status: 204 len: 168 time: 0.1695712 Mar 08 13:53:16.229631 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51efa94-f274-47e4-92ab-bd099a2cd7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7207c4-6820-44e3-9b0b-ce0cfefdbc3f,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.260454 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Made reservation on behalf of 3f51337f0fa1461c9f2b388e12176174 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:16.263113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.274827 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.361718 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks [] for security_group (cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.367443 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.388388 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:53:16.401781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.407498 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (bfe54bee-d320-4752-a1e1-c4bc02c36cfb), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.407753 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Added segment bfe54bee-d320-4752-a1e1-c4bc02c36cfb of type vlan for network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c Mar 08 13:53:16.451972 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.488760 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.489778 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:16.490364 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.519758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57678) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:16.521346 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4074762 Mar 08 13:53:16.524102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57680) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:16.530273 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Request body: {'subnet': {'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-501232551-subnet', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:16.533020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e5c0810b-de4e-4e5e-9db4-0d30c62fe1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.569837 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6b9bd-5f88-4eec-828e-a671c362a96f admin admin] Pushing event updated for resources: {'Network': ['ID=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.583132 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:53:16.584711 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Made reservation on behalf of 3f51337f0fa1461c9f2b388e12176174 for: {'subnet': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:16.587263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.615642 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e5c0810b-de4e-4e5e-9db4-0d30c62fe1fd admin admin] Publish callbacks [] for security_group (ed575915-794d-4e8c-a2ed-e4502f904244), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.620475 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e5c0810b-de4e-4e5e-9db4-0d30c62fe1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ed575915-794d-4e8c-a2ed-e4502f904244), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.664697 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e5c0810b-de4e-4e5e-9db4-0d30c62fe1fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc495702be6c4256923923d105822df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437781 Mar 08 13:53:16.665570 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0810b-de4e-4e5e-9db4-0d30c62fe1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed575915-794d-4e8c-a2ed-e4502f904244,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.668296 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57682) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:16.757272 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab91-55cb-4dfa-8b74-231320e9e6d7 admin admin] Publish callbacks [] for security_group (ed575915-794d-4e8c-a2ed-e4502f904244), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.808879 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab91-55cb-4dfa-8b74-231320e9e6d7 admin admin] Publish callbacks [] for security_group (ed575915-794d-4e8c-a2ed-e4502f904244), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.815719 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (e15b0cfa-05dd-484b-8256-c13480b4b409), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.878649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15b0cfa-05dd-484b-8256-c13480b4b409,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.904655 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:16.905327 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Network hostable DHCP agents. Network: aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:53:16.908536 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab91-55cb-4dfa-8b74-231320e9e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ed575915-794d-4e8c-a2ed-e4502f904244), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.911091 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab91-55cb-4dfa-8b74-231320e9e6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.912181 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c5d7ab91-55cb-4dfa-8b74-231320e9e6d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed575915-794d-4e8c-a2ed-e4502f904244 HTTP/1.1" status: 204 len: 168 time: 0.2429621 Mar 08 13:53:16.924037 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7ab91-55cb-4dfa-8b74-231320e9e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed575915-794d-4e8c-a2ed-e4502f904244,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:16.938856 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:53:16.950263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c) {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:16.954504 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:16.955176 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:16.960130 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27d4a3-5cbd-4d55-89f2-c9ff8b346234 None None] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:53:16.976483 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-087d73d4-c35f-49ae-915f-99d2d126b900 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4488664 Mar 08 13:53:16.976691 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57688) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:16.980940 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:17.007201 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.007918 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.082927 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:53:17.084100 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.086552 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks [] for router_controller (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.236029 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Allocated IP 172.20.0.2 (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c/e15b0cfa-05dd-484b-8256-c13480b4b409/aeef07a0-7aa9-422b-8a99-0ecc7707e475) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:17.260280 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks [] for router_gateway (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.330700 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218c9c7-070f-4141-9a3e-a12db8095ce8 req-dd527e9b-541b-4902-a871-00f1fe75ca75 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:17.332917 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f218c9c7-070f-4141-9a3e-a12db8095ce8 req-dd527e9b-541b-4902-a871-00f1fe75ca75 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0860310 Mar 08 13:53:17.432848 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f218c9c7-070f-4141-9a3e-a12db8095ce8 req-ce589288-85cf-4209-b0d4-9f9b0bf38a77 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Mar 08 13:53:17.539573 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Publish callbacks [] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.547278 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.577182 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks [] for router_gateway (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.597378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:17.600193 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:17.600316 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.606703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:17.609717 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Pushing event updated for resources: {'Port': ['ID=aeef07a0-7aa9-422b-8a99-0ecc7707e475,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:17.648956 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.649316 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.649936 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.650426 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.650903 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.651464 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.651838 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.652345 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.652670 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.653036 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.653417 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.653767 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.654064 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:17.689505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Attempting to bind port aeef07a0-7aa9-422b-8a99-0ecc7707e475 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:53:17.689727 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Attempting to bind port aeef07a0-7aa9-422b-8a99-0ecc7707e475 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:53:17.690538 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Attempting to bind port aeef07a0-7aa9-422b-8a99-0ecc7707e475 on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:17.696349 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:53:17.696724 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:17.697120 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.697538 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Bound using segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:53:17.698003 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Bound port: aeef07a0-7aa9-422b-8a99-0ecc7707e475, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:53:17.698376 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.715420 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Allocated IP 172.27.2.165 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:17.771783 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] For port aeef07a0-7aa9-422b-8a99-0ecc7707e475, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:53:17.776189 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] For port aeef07a0-7aa9-422b-8a99-0ecc7707e475, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=aeef07a0-7aa9-422b-8a99-0ecc7707e475,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:53:17.784442 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.829983 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks [] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.863630 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e78d6-0210-4618-a38e-f0e87c19a856 None None] Pushing event updated for resources: {'Port': ['ID=aeef07a0-7aa9-422b-8a99-0ecc7707e475,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:17.887964 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:17.934630 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:17.937676 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:17.944656 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:17.981068 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Pushing event updated for resources: {'Port': ['ID=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:18.211595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks [] for router_gateway (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:18.422317 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:18.580170 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:53:18.589705 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7365795-264d-4ab5-9dc3-943b70ef4826 req-7e4eca26-d779-4344-9278-fd74fb9a2656 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:18.591877 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a7365795-264d-4ab5-9dc3-943b70ef4826 req-7e4eca26-d779-4344-9278-fd74fb9a2656 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0890777 Mar 08 13:53:18.664378 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a7365795-264d-4ab5-9dc3-943b70ef4826 req-0179fd11-cc9f-4600-9963-2d702b00f9ee tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Mar 08 13:53:18.700422 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device aeef07a0-7aa9-422b-8a99-0ecc7707e475 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:18.734806 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:53:18.745713 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:53:18.756125 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:18.757524 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-fd8607cf-387b-4458-857b-a9258e987b6d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7797780 Mar 08 13:53:18.766331 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57742) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:18.766763 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:18.768292 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:18.773856 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port aeef07a0-7aa9-422b-8a99-0ecc7707e475 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:18.774216 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:18.932334 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port aeef07a0-7aa9-422b-8a99-0ecc7707e475 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:18.932754 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:18.946599 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:19.005291 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port aeef07a0-7aa9-422b-8a99-0ecc7707e475, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=aeef07a0-7aa9-422b-8a99-0ecc7707e475,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:19.014251 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.061226 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60516162-ce6e-48f3-9abb-6a7b87b36385 None None] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:53:19.184893 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:18Z', 'revision_number': 3, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:19.202130 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=aeef07a0-7aa9-422b-8a99-0ecc7707e475,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:19.208510 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-fa16b8c8-1ce9-43ed-8e26-86249d05d0ae None None] Provisioning complete for port aeef07a0-7aa9-422b-8a99-0ecc7707e475 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:19.208904 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fa16b8c8-1ce9-43ed-8e26-86249d05d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.218267 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:53:19.218618 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Updating router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:53:19.284069 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.366937 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-fa16b8c8-1ce9-43ed-8e26-86249d05d0ae None None] Current status of the port aeef07a0-7aa9-422b-8a99-0ecc7707e475 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:19.581624 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Publish callbacks [] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.593914 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.595917 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-31f24939-4bd7-4fb7-aec8-061f81ee9319 None None] Provisioning complete for port aeef07a0-7aa9-422b-8a99-0ecc7707e475 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:19.596231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-31f24939-4bd7-4fb7-aec8-061f81ee9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.597684 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.647372 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Attempting to bind port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:53:19.647372 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Attempting to bind port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:53:19.647372 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Attempting to bind port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:19.657387 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Pushing event updated for resources: {'Port': ['ID=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:19.657387 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:53:19.657387 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:19.657387 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.657387 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:53:19.657982 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Bound port: 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:53:19.657982 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.682456 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.682456 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.682858 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.683128 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.683475 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.683785 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.684183 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.684839 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.685164 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.685543 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.685934 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.686254 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.686570 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:53:19.688633 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-31f24939-4bd7-4fb7-aec8-061f81ee9319 None None] Current status of the port aeef07a0-7aa9-422b-8a99-0ecc7707e475 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:19.728234 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] For port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:53:19.731952 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] For port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:53:19.739443 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:19.794937 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:19.795656 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:19.811308 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Allocated IP 172.20.0.1 (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c/e15b0cfa-05dd-484b-8256-c13480b4b409/e51a43da-6af0-488f-b191-efcdee399e8a) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:19.833743 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe26b16-90a9-4f88-bbca-fef26752ddaa req-1516ca75-0dba-44c5-9a05-98ec378398e6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:19.835315 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8fe26b16-90a9-4f88-bbca-fef26752ddaa req-1516ca75-0dba-44c5-9a05-98ec378398e6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0911524 Mar 08 13:53:19.839507 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e844-d16b-49a7-af32-666df6eb1178 None None] Pushing event updated for resources: {'Port': ['ID=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:19.917047 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:19.946160 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8fe26b16-90a9-4f88-bbca-fef26752ddaa req-56c08b2c-e523-42cf-9d20-7587b2fc00a5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030297 Mar 08 13:53:19.982281 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks [] for port (e51a43da-6af0-488f-b191-efcdee399e8a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.018509 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.020119 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e8db258e-8b18-47d0-b98a-280c102440bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.057884 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:20.066406 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:20.072912 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:20.073550 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.077936 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Pushing event updated for resources: {'Port': ['ID=e51a43da-6af0-488f-b191-efcdee399e8a,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:20.107188 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:18Z', 'revision_number': 3, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:20.135796 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cc329-b593-4513-a8d2-4cad343cee9f None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:18Z', 'revision_number': 3, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:53:20.236185 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.323756 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-acef3196-012d-4d3b-8b7a-ddda039cc72e None None] Provisioning complete for port e51a43da-6af0-488f-b191-efcdee399e8a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:20.324129 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-acef3196-012d-4d3b-8b7a-ddda039cc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.380217 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-acef3196-012d-4d3b-8b7a-ddda039cc72e None None] Port e51a43da-6af0-488f-b191-efcdee399e8a cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:53:20.448442 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks [] for port (e51a43da-6af0-488f-b191-efcdee399e8a), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.456266 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.457266 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.523209 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Pushing event updated for resources: {'Port': ['ID=e51a43da-6af0-488f-b191-efcdee399e8a,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:20.629092 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:20.631578 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:20.794980 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device aeef07a0-7aa9-422b-8a99-0ecc7707e475 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:20.808332 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:53:20.872074 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port aeef07a0-7aa9-422b-8a99-0ecc7707e475 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:20.872797 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.948673 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-aedfbe41-28bf-4a09-8f9c-33e14ab1dfbd None None] Provisioning complete for port e51a43da-6af0-488f-b191-efcdee399e8a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:20.949047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-aedfbe41-28bf-4a09-8f9c-33e14ab1dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:20.978494 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:53:20.984177 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1c3127d1-9174-4598-88ac-be78e818d925 admin admin] 10.222.0.18 "PUT /v2.0/routers/13978b9f-9ed1-4b51-ba6e-9a7afa863f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221527 Mar 08 13:53:20.990850 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-aedfbe41-28bf-4a09-8f9c-33e14ab1dfbd None None] Port e51a43da-6af0-488f-b191-efcdee399e8a cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:53:21.054336 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port aeef07a0-7aa9-422b-8a99-0ecc7707e475 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:21.057958 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:21.142748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d7202-d1e2-4039-9618-f570dc15f44a req-19a067ef-b0f2-4002-a9f6-6967e8c3ae8c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:21.143387 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:21.143924 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.144285 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d18d7202-d1e2-4039-9618-f570dc15f44a req-19a067ef-b0f2-4002-a9f6-6967e8c3ae8c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0801299 Mar 08 13:53:21.209734 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d18d7202-d1e2-4039-9618-f570dc15f44a req-5cb6919b-88b6-4fb6-b5bf-cffa1a80065e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Mar 08 13:53:21.247597 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:21.247980 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.270192 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:21.277073 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.332312 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:21.518618 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57784) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:21.523248 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373972323', 'description': 'tempest-description--248126089'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:21.544884 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.612675 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (9624b3d0-9345-4032-bf08-2f4e9ce612d9), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.618968 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (9624b3d0-9345-4032-bf08-2f4e9ce612d9), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.648307 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.649643 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1298699 Mar 08 13:53:21.652727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57788) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:21.653531 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444047-a02d-472c-9c03-81653d9226e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9624b3d0-9345-4032-bf08-2f4e9ce612d9,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:21.658325 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '9624b3d0-9345-4032-bf08-2f4e9ce612d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:21.689769 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (21f93265-692c-4425-98db-fdbcf696222e), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.754276 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (21f93265-692c-4425-98db-fdbcf696222e), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.759760 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (21f93265-692c-4425-98db-fdbcf696222e), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.778213 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f93265-692c-4425-98db-fdbcf696222e,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:21.786888 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.788066 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-00a562f9-01b0-4c31-a7ff-f920d3f6b0b7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343896 Mar 08 13:53:21.790861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57790) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:21.795102 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '9624b3d0-9345-4032-bf08-2f4e9ce612d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:21.824441 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (544ee2c3-1539-408d-bc7a-cd5ad68954a4), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.883903 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (544ee2c3-1539-408d-bc7a-cd5ad68954a4), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.888888 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (544ee2c3-1539-408d-bc7a-cd5ad68954a4), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.906120 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ee2c3-1539-408d-bc7a-cd5ad68954a4,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:21.911996 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:21.913193 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3fc87338-e663-4171-baef-564b11e4acd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214218 Mar 08 13:53:21.916523 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57792) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:21.921116 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:21.949575 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.048580 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.053042 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:53:22.064674 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:22.065294 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:52:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:22.177257 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.27.2.184 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/1d8b7502-e016-422f-9d33-3fc7e53ebb77) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:22.184752 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b9341d67-5fcb-40d9-a604-4335c121328d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.205479 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:22.311665 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.362238 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590ff8-7bff-4dcb-84c0-0227a0c5ea63 req-46884073-4a06-4eba-8153-1cf05b55ed73 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:22.363969 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c9590ff8-7bff-4dcb-84c0-0227a0c5ea63 req-46884073-4a06-4eba-8153-1cf05b55ed73 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0697334 Mar 08 13:53:22.364593 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.410488 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=1d8b7502-e016-422f-9d33-3fc7e53ebb77,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:22.422862 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:22.424379 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:22.427385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:22.454134 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c9590ff8-7bff-4dcb-84c0-0227a0c5ea63 req-999d960c-a8c1-4204-93a8-7733fa766f59 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827603 Mar 08 13:53:22.505116 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:22.519541 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.538587 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:53:22.539085 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Updating router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 port e51a43da-6af0-488f-b191-efcdee399e8a binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:53:22.565026 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.570397 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.682615 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:22.740828 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.746902 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.781659 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.810836 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.812278 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8947506 Mar 08 13:53:22.813105 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa957c-416b-4428-8ae8-d1666c51c666 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=1d8b7502-e016-422f-9d33-3fc7e53ebb77,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:22.813250 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:22.813583 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:22.978255 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-2749fa37-044f-4976-931e-1f226f956238 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--373972323&fields=id&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 267 time: 0.0545955 Mar 08 13:53:23.106338 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:23.114439 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57854) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:23.123970 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Publish callbacks [] for port (e51a43da-6af0-488f-b191-efcdee399e8a), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.131032 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.185941 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44956726-a88e-4e8a-a04b-25bc08041476 None None] Pushing event updated for resources: {'Port': ['ID=e51a43da-6af0-488f-b191-efcdee399e8a,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:23.259896 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.263323 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Attempting to bind port e51a43da-6af0-488f-b191-efcdee399e8a on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:53:23.263981 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Attempting to bind port e51a43da-6af0-488f-b191-efcdee399e8a by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:53:23.264684 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Attempting to bind port e51a43da-6af0-488f-b191-efcdee399e8a on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:23.271622 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:53:23.272371 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:23.273035 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.273638 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Bound using segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:53:23.274627 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Bound port: e51a43da-6af0-488f-b191-efcdee399e8a, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:53:23.275056 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-beab84fa-f10b-42c6-b00e-3bcfa93150c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.275192 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.350847 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] For port e51a43da-6af0-488f-b191-efcdee399e8a, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:53:23.352436 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-3850ca9b-fad9-40b3-bbb5-8538c4bc15ab tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:23.354974 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-3850ca9b-fad9-40b3-bbb5-8538c4bc15ab tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.3741126 Mar 08 13:53:23.361978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] For port e51a43da-6af0-488f-b191-efcdee399e8a, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e51a43da-6af0-488f-b191-efcdee399e8a,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:53:23.371046 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-beab84fa-f10b-42c6-b00e-3bcfa93150c0 admin admin] Publish callbacks [] for security_group (65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.371557 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.376407 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-0f2a01a4-f0c7-4931-a0b2-2c3ff4602c50 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/quotas/3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 375 time: 0.0132468 Mar 08 13:53:23.379207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-beab84fa-f10b-42c6-b00e-3bcfa93150c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.446528 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57860) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:23.446934 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-beab84fa-f10b-42c6-b00e-3bcfa93150c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=695b3596c25f4ec5a7c75e7b98d433b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310797 Mar 08 13:53:23.449581 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab84fa-f10b-42c6-b00e-3bcfa93150c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:23.453800 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-76fec71f-3583-49a3-a203-848348d157ee None None] Provisioning complete for port e51a43da-6af0-488f-b191-efcdee399e8a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:23.458513 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-76fec71f-3583-49a3-a203-848348d157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.526868 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:23.527530 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:23.528834 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-69f6737f-c004-4c45-9b9a-0667f2bfc5eb admin admin] Publish callbacks [] for security_group (65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.535536 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44956726-a88e-4e8a-a04b-25bc08041476 None None] Pushing event updated for resources: {'Port': ['ID=e51a43da-6af0-488f-b191-efcdee399e8a,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:23.550645 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e2a5e0f0-b2f1-4057-aa44-f7c028f996c6 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676691 Mar 08 13:53:23.588049 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-69f6737f-c004-4c45-9b9a-0667f2bfc5eb admin admin] Publish callbacks [] for security_group (65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.628629 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc370-6aee-4fd8-a787-6b74b55e0cd5 req-47c15ad4-479d-4896-afad-94ed1982caba tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:23.630061 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0b2fc370-6aee-4fd8-a787-6b74b55e0cd5 req-47c15ad4-479d-4896-afad-94ed1982caba tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0921884 Mar 08 13:53:23.695352 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0b2fc370-6aee-4fd8-a787-6b74b55e0cd5 req-06467898-31e5-4c30-ab52-fe55bdf956fe tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594039 Mar 08 13:53:23.701953 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e7535667-ca3e-4ebc-b764-98956e1feca8 service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359727 Mar 08 13:53:23.714226 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-76fec71f-3583-49a3-a203-848348d157ee None None] Current status of the port e51a43da-6af0-488f-b191-efcdee399e8a is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:23.714652 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-76fec71f-3583-49a3-a203-848348d157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.717550 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:23.719727 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-69f6737f-c004-4c45-9b9a-0667f2bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.722480 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-69f6737f-c004-4c45-9b9a-0667f2bfc5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.723734 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-69f6737f-c004-4c45-9b9a-0667f2bfc5eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3 HTTP/1.1" status: 204 len: 168 time: 0.2762270 Mar 08 13:53:23.750352 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6737f-c004-4c45-9b9a-0667f2bfc5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb5787-88ad-4d2c-9c10-1e3aee6fcbf3,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:23.803586 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-76fec71f-3583-49a3-a203-848348d157ee None None] For port e51a43da-6af0-488f-b191-efcdee399e8a, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e51a43da-6af0-488f-b191-efcdee399e8a,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:23.822400 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-ebc5f01f-f322-40a1-a048-290f9ec1907d service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120050 Mar 08 13:53:23.836100 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-76fec71f-3583-49a3-a203-848348d157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:23.937785 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec71f-3583-49a3-a203-848348d157ee None None] Pushing event updated for resources: {'Port': ['ID=e51a43da-6af0-488f-b191-efcdee399e8a,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:24.009969 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7277a0c4-bc68-4e3c-b001-b9ae4d629ede None None] Provisioning complete for port e51a43da-6af0-488f-b191-efcdee399e8a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:24.010348 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7277a0c4-bc68-4e3c-b001-b9ae4d629ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.027001 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f17afc46-5896-493f-a970-ae78b155901d req-ecb4ed67-7307-4b55-b9f2-bf0fc34a6c45 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 210 time: 0.0372391 Mar 08 13:53:24.081249 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:24.106211 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 57876) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:24.119778 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aab4d623-c131-4d2a-b32e-074ff1d69624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.132492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bcd03a-162f-48d6-87d8-f6558032db75 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:53:24.151179 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7277a0c4-bc68-4e3c-b001-b9ae4d629ede None None] Current status of the port e51a43da-6af0-488f-b191-efcdee399e8a is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:24.249955 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aab4d623-c131-4d2a-b32e-074ff1d69624 admin admin] Publish callbacks [] for security_group (33a9b8fa-cb65-443f-a633-396a2eeb3f98), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.255888 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-aab4d623-c131-4d2a-b32e-074ff1d69624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (33a9b8fa-cb65-443f-a633-396a2eeb3f98), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.311323 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-aab4d623-c131-4d2a-b32e-074ff1d69624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf26bac8ebb74aa4a619e61cc7db0b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013893 Mar 08 13:53:24.311323 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4d623-c131-4d2a-b32e-074ff1d69624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9b8fa-cb65-443f-a633-396a2eeb3f98,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:24.311565 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 57880) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:24.374658 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-daad4f46-7bad-401c-9d70-f469574a672c admin admin] Publish callbacks [] for security_group (33a9b8fa-cb65-443f-a633-396a2eeb3f98), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.398130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-daad4f46-7bad-401c-9d70-f469574a672c admin admin] Publish callbacks [] for security_group (33a9b8fa-cb65-443f-a633-396a2eeb3f98), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.453522 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-daad4f46-7bad-401c-9d70-f469574a672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (33a9b8fa-cb65-443f-a633-396a2eeb3f98), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.456694 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-daad4f46-7bad-401c-9d70-f469574a672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.457819 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-daad4f46-7bad-401c-9d70-f469574a672c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33a9b8fa-cb65-443f-a633-396a2eeb3f98 HTTP/1.1" status: 204 len: 168 time: 0.1442816 Mar 08 13:53:24.483477 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad4f46-7bad-401c-9d70-f469574a672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9b8fa-cb65-443f-a633-396a2eeb3f98,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:24.655454 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e51a43da-6af0-488f-b191-efcdee399e8a up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:24.758223 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port e51a43da-6af0-488f-b191-efcdee399e8a triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:24.758598 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.763797 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:24.858571 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ae2f4-870b-4d2f-9687-4646d4a156ce req-40baa57b-475e-48dc-8dfd-e07de7b51cad tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:24.860296 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-592ae2f4-870b-4d2f-9687-4646d4a156ce req-40baa57b-475e-48dc-8dfd-e07de7b51cad tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0944045 Mar 08 13:53:24.882221 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port e51a43da-6af0-488f-b191-efcdee399e8a is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:24.918118 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-592ae2f4-870b-4d2f-9687-4646d4a156ce req-fb85434c-aa52-4f63-a40d-0bab64907494 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515561 Mar 08 13:53:25.112829 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25696ea7-de25-48a8-b3f6-4c37f5758edb req-6c06bd1d-0060-45aa-90f4-cbf9411cdcc6 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Mar 08 13:53:25.590323 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-68667f89-6a06-42a4-ab9f-7e7bfe817933 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:25.591905 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-68667f89-6a06-42a4-ab9f-7e7bfe817933 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.3425026 Mar 08 13:53:25.661468 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-3244c5f2-ccaf-4e88-b72b-b0666d0b4f66 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 379 time: 0.0587847 Mar 08 13:53:25.672175 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'port': {'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'admin_state_up': True, 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'security_groups': ['9624b3d0-9345-4032-bf08-2f4e9ce612d9']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:25.780899 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Made reservation on behalf of 3f51337f0fa1461c9f2b388e12176174 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:25.784376 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:25.911248 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.20.0.3 (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c/e15b0cfa-05dd-484b-8256-c13480b4b409/9f926100-42ef-466b-ba85-142c059e1dfb) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:26.055980 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d6257-6232-4eea-a3b2-a0bb285cd5ed req-e2b96754-2c26-41ce-a677-97c3b1ead75b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:26.057739 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-578d6257-6232-4eea-a3b2-a0bb285cd5ed req-e2b96754-2c26-41ce-a677-97c3b1ead75b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0605145 Mar 08 13:53:26.063651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (9f926100-42ef-466b-ba85-142c059e1dfb), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.101281 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.109451 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-578d6257-6232-4eea-a3b2-a0bb285cd5ed req-0df45b00-137e-44df-9778-d347646fb62a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Mar 08 13:53:26.151405 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:26.154503 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:26.157499 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:26.244204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=9f926100-42ef-466b-ba85-142c059e1dfb,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:26.263020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:26.263693 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.291562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261ecf7-a7d1-425d-81e9-4ec9bdef919e req-3cca5f25-8150-40d2-9fcc-36954c4a723e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:26.293165 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1261ecf7-a7d1-425d-81e9-4ec9bdef919e req-3cca5f25-8150-40d2-9fcc-36954c4a723e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 931 time: 0.0949051 Mar 08 13:53:26.297140 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-b63a5b3c-650e-4432-865a-723a29212aae tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287289 Mar 08 13:53:26.315493 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Request body: {'port': {'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:26.404495 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1261ecf7-a7d1-425d-81e9-4ec9bdef919e req-cae00702-5771-4e1d-901d-0efd274894c7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015317 Mar 08 13:53:26.409608 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.415384 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7e3270c6-4933-460a-a45e-69668ef6e7e0 None None] Provisioning complete for port 9f926100-42ef-466b-ba85-142c059e1dfb triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:26.415985 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7e3270c6-4933-460a-a45e-69668ef6e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.417876 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.465997 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7e3270c6-4933-460a-a45e-69668ef6e7e0 None None] Port 9f926100-42ef-466b-ba85-142c059e1dfb cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:53:26.698446 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f926100-42ef-466b-ba85-142c059e1dfb {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:53:26.706342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Publish callbacks [] for port (9f926100-42ef-466b-ba85-142c059e1dfb), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.718051 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Transition to ACTIVE for port object 9f926100-42ef-466b-ba85-142c059e1dfb will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:53:26.722504 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.775218 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Pushing event updated for resources: {'Port': ['ID=9f926100-42ef-466b-ba85-142c059e1dfb,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:26.860118 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Attempting to bind port 9f926100-42ef-466b-ba85-142c059e1dfb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:53:26.860366 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Attempting to bind port 9f926100-42ef-466b-ba85-142c059e1dfb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:53:26.860694 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Attempting to bind port 9f926100-42ef-466b-ba85-142c059e1dfb on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:26.865454 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Port 9f926100-42ef-466b-ba85-142c059e1dfb on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:53:26.865777 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Attempting to bind port 9f926100-42ef-466b-ba85-142c059e1dfb on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:26.871344 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:53:26.871678 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:26.872052 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Bound using segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:53:26.872479 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Bound port: 9f926100-42ef-466b-ba85-142c059e1dfb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:53:26.872874 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:26.947243 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] For port 9f926100-42ef-466b-ba85-142c059e1dfb, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:53:26.950773 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] For port 9f926100-42ef-466b-ba85-142c059e1dfb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f926100-42ef-466b-ba85-142c059e1dfb,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:53:26.958280 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:27.000653 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.001310 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:27.002711 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] 10.222.0.32 "PUT /v2.0/ports/9f926100-42ef-466b-ba85-142c059e1dfb HTTP/1.1" status: 200 len: 1093 time: 0.6914434 Mar 08 13:53:27.003143 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:53:27.005523 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f" -d '{"events": [{"name": "network-changed", "server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:53:27.039081 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a522ee-fa16-4449-be2e-75e3d1abdb5b service neutron] Pushing event updated for resources: {'Port': ['ID=9f926100-42ef-466b-ba85-142c059e1dfb,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:27.059388 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec3694-a407-41e5-aff4-785535136ea9 x-openstack-request-id: req-baec3694-a407-41e5-aff4-785535136ea9 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:53:27.059678 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:53:27.059912 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-baec3694-a407-41e5-aff4-785535136ea9 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:53:27.060412 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb', 'status': 'completed', 'code': 200} Mar 08 13:53:27.107374 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-1647ba3f-3167-47b1-be4e-5cf4d6f6c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.108893 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-1647ba3f-3167-47b1-be4e-5cf4d6f6c638 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 1127 time: 0.0516534 Mar 08 13:53:27.169480 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-ad276884-c5d3-4b5c-9880-9aff759ce23d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f926100-42ef-466b-ba85-142c059e1dfb HTTP/1.1" status: 200 len: 217 time: 0.0523641 Mar 08 13:53:27.254676 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-54fac9f6-ecd4-4bf2-a27f-4fe9d0647ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.256158 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-54fac9f6-ecd4-4bf2-a27f-4fe9d0647ff8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0786035 Mar 08 13:53:27.282225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0bc13-3e72-4bab-84a4-fe3e90dffa28 req-067c2267-1cc3-451a-bd1e-ab0d5fd90ebb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.283660 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1f0bc13-3e72-4bab-84a4-fe3e90dffa28 req-067c2267-1cc3-451a-bd1e-ab0d5fd90ebb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0741847 Mar 08 13:53:27.353610 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-4077f731-ad51-425a-a846-98349de47e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.355143 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-4077f731-ad51-425a-a846-98349de47e67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901635 Mar 08 13:53:27.359516 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1f0bc13-3e72-4bab-84a4-fe3e90dffa28 req-37333aad-ffbe-405d-a220-88468b717d9e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576298 Mar 08 13:53:27.467900 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-826a6949-b0b0-4e89-ba57-3d1a52070daa service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049774 Mar 08 13:53:27.539989 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd337d-7ee1-46c8-bee8-b5eeb51624a9 req-a5dd8f54-d361-4b74-9699-03ccebec94a3 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.541759 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-77cd337d-7ee1-46c8-bee8-b5eeb51624a9 req-a5dd8f54-d361-4b74-9699-03ccebec94a3 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 943 time: 0.0616689 Mar 08 13:53:27.593994 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7434d053-1eaa-4ce0-8ff7-1fc7d9d5b59e req-73ccfa29-33a2-41ca-a4bf-481621bb8287 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165411 Mar 08 13:53:27.606656 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-77cd337d-7ee1-46c8-bee8-b5eeb51624a9 req-3a77e117-b65f-4e47-86dd-daf60336f274 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570290 Mar 08 13:53:27.702738 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-17bb6e96-4542-4038-831d-3826688503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.704001 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-17bb6e96-4542-4038-831d-3826688503ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 1127 time: 0.0462341 Mar 08 13:53:27.811053 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-2490ae98-64e0-4894-9111-61bea8ce2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.812551 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-2490ae98-64e0-4894-9111-61bea8ce2234 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.0937319 Mar 08 13:53:27.856405 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-58b52551-6d57-474d-a746-fca508cae27d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f926100-42ef-466b-ba85-142c059e1dfb HTTP/1.1" status: 200 len: 217 time: 0.0370383 Mar 08 13:53:27.905317 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-43e29669-196e-4631-80df-c146f8bec609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.906809 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-43e29669-196e-4631-80df-c146f8bec609 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0437388 Mar 08 13:53:27.966807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-7e62410c-49b5-4c85-8178-694359fe8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:27.968544 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-7e62410c-49b5-4c85-8178-694359fe8bcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536897 Mar 08 13:53:28.068070 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-24bafc4d-29e1-476a-aef1-46700bfbb439 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Mar 08 13:53:28.177089 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c78b775b-7d0d-4d6b-bb77-18d1ecf0d45f req-b008f14c-21f1-49c7-bb33-ae422aa3be53 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002831 Mar 08 13:53:28.481452 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fb2a2-b79b-41cc-9e11-7075d57cf410 req-b2e7b947-e18e-4d25-8944-d2362bd4c4ef tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:28.482846 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9e1fb2a2-b79b-41cc-9e11-7075d57cf410 req-b2e7b947-e18e-4d25-8944-d2362bd4c4ef tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0553563 Mar 08 13:53:28.531478 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9e1fb2a2-b79b-41cc-9e11-7075d57cf410 req-d2d8d66a-0a02-4bf7-ac2e-767e87e2f8bd tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Mar 08 13:53:28.747279 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d469b-9f70-4600-991e-26b61e8a7649 req-4fb3ad95-0c36-442f-be31-d3723e28c1cd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:28.748917 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7a6d469b-9f70-4600-991e-26b61e8a7649 req-4fb3ad95-0c36-442f-be31-d3723e28c1cd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 943 time: 0.0614038 Mar 08 13:53:28.799009 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7a6d469b-9f70-4600-991e-26b61e8a7649 req-86fb666f-1fad-4eca-9761-ff24a7ca80dd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445518 Mar 08 13:53:29.649870 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e26a4-9b60-499e-9c15-19144d3cc057 req-08421e2a-81bd-4880-8288-bc0d736aa7d8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:29.651339 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1e6e26a4-9b60-499e-9c15-19144d3cc057 req-08421e2a-81bd-4880-8288-bc0d736aa7d8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0541017 Mar 08 13:53:29.706648 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1e6e26a4-9b60-499e-9c15-19144d3cc057 req-8b0f2810-bacb-43b0-b043-6557e7e6831c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Mar 08 13:53:29.917788 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652b951-a8b3-4cef-8053-275f399f170c req-ae8a82f7-3ca7-4898-9de5-63b30cb5154b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:29.919219 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b652b951-a8b3-4cef-8053-275f399f170c req-ae8a82f7-3ca7-4898-9de5-63b30cb5154b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 943 time: 0.0517213 Mar 08 13:53:29.965627 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b652b951-a8b3-4cef-8053-275f399f170c req-1789bb77-0ffd-4b66-a2ef-6036fcc9fdb5 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Mar 08 13:53:30.444348 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d3072-d7e3-48f9-9f93-25e5d9eb7a75 req-1f63ed04-c76e-4783-b7d9-d9bfdbcd0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:30.445921 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e5d3072-d7e3-48f9-9f93-25e5d9eb7a75 req-1f63ed04-c76e-4783-b7d9-d9bfdbcd0aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 1129 time: 0.0514770 Mar 08 13:53:30.495653 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e5d3072-d7e3-48f9-9f93-25e5d9eb7a75 req-a9844f31-8955-4ad5-88e9-c8eca155cda2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Mar 08 13:53:30.844409 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd95d7e-e069-4c4a-a57f-6b45fc668f03 req-51c47bb8-f099-4cd8-9b05-9148c207d61d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:30.845920 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cd95d7e-e069-4c4a-a57f-6b45fc668f03 req-51c47bb8-f099-4cd8-9b05-9148c207d61d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0612071 Mar 08 13:53:30.891932 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cd95d7e-e069-4c4a-a57f-6b45fc668f03 req-dd058f72-1d99-42c5-a7b2-ccbe98b7fd0b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Mar 08 13:53:31.090157 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231fbf4-a03c-4026-91fd-d3d0d97e40ec req-361021df-8cd2-4e9b-979f-575f9ea3ffbd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:31.091750 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8231fbf4-a03c-4026-91fd-d3d0d97e40ec req-361021df-8cd2-4e9b-979f-575f9ea3ffbd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 943 time: 0.0542595 Mar 08 13:53:31.152569 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8231fbf4-a03c-4026-91fd-d3d0d97e40ec req-796f4d59-eeec-4b2b-9e28-c672369eb22c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528152 Mar 08 13:53:32.016636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc28cf9-8069-4075-8a77-b65609b0d6cb req-9e1042dc-47a7-472a-9d5c-c1e25b4b9158 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:32.018224 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1cc28cf9-8069-4075-8a77-b65609b0d6cb req-9e1042dc-47a7-472a-9d5c-c1e25b4b9158 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0566442 Mar 08 13:53:32.070395 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1cc28cf9-8069-4075-8a77-b65609b0d6cb req-0839f5fe-ab3d-443b-b61f-21a482e2907f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Mar 08 13:53:32.278524 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eadb27-5c4a-4242-b7a2-1e4e9ab9b238 req-3bc9c625-5402-43b0-874f-287b7baa293b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:32.280048 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-06eadb27-5c4a-4242-b7a2-1e4e9ab9b238 req-3bc9c625-5402-43b0-874f-287b7baa293b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 943 time: 0.0583823 Mar 08 13:53:32.326537 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-06eadb27-5c4a-4242-b7a2-1e4e9ab9b238 req-5fd4aaa2-345a-424e-a4a6-f735ee8996e5 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Mar 08 13:53:32.683876 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9f926100-42ef-466b-ba85-142c059e1dfb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:53:32.801802 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9f926100-42ef-466b-ba85-142c059e1dfb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f926100-42ef-466b-ba85-142c059e1dfb,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:32.813534 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '9f926100-42ef-466b-ba85-142c059e1dfb', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:53:32.852789 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9f926100-42ef-466b-ba85-142c059e1dfb is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:32.853169 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:32.867041 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f926100-42ef-466b-ba85-142c059e1dfb {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:53:32.887425 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9f926100-42ef-466b-ba85-142c059e1dfb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f926100-42ef-466b-ba85-142c059e1dfb,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:32.895134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:32.948973 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9f926100-42ef-466b-ba85-142c059e1dfb,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:33.195494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622c0b1-6909-44a5-a2f2-c6baad8e74ca req-eff6b342-923c-4b64-840a-98f95a067631 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:33.196970 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a622c0b1-6909-44a5-a2f2-c6baad8e74ca req-eff6b342-923c-4b64-840a-98f95a067631 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0599589 Mar 08 13:53:33.249660 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a622c0b1-6909-44a5-a2f2-c6baad8e74ca req-5e294145-47f8-4fae-a153-f5faadc6188f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Mar 08 13:53:33.453974 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7af7e-d8fb-4da9-be48-6b65eb45b8e2 req-cbca20f9-bb53-4d1e-8f69-17efe9c0434d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:33.455779 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d0c7af7e-d8fb-4da9-be48-6b65eb45b8e2 req-cbca20f9-bb53-4d1e-8f69-17efe9c0434d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 944 time: 0.0582263 Mar 08 13:53:33.503650 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d0c7af7e-d8fb-4da9-be48-6b65eb45b8e2 req-7f3f219a-1172-41d9-9a37-c20ecfb01327 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 Mar 08 13:53:33.898561 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9f926100-42ef-466b-ba85-142c059e1dfb'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:53:34.375141 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e120-bfc2-4ca3-8559-f2c1cb715a1a req-fb5502da-3e37-436e-8cea-8b8bd135b2e8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:34.376633 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9c05e120-bfc2-4ca3-8559-f2c1cb715a1a req-fb5502da-3e37-436e-8cea-8b8bd135b2e8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0602303 Mar 08 13:53:34.427965 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9c05e120-bfc2-4ca3-8559-f2c1cb715a1a req-89983f9a-9fca-4f8e-87e4-9109ce917f54 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Mar 08 13:53:34.629483 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5dbaf-948e-4405-a9db-57b056c2efde req-4cb8d882-e1be-44df-b501-dc3292a4d7d4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:34.631643 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4ab5dbaf-948e-4405-a9db-57b056c2efde req-4cb8d882-e1be-44df-b501-dc3292a4d7d4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 944 time: 0.0573657 Mar 08 13:53:34.695248 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4ab5dbaf-948e-4405-a9db-57b056c2efde req-e2b84444-6973-45f1-9915-e6b4bbe35ac4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555696 Mar 08 13:53:35.021490 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58142) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:35.134661 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-359687b1-09ff-476f-a872-068e18d3cf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.205368 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-359687b1-09ff-476f-a872-068e18d3cf38 admin admin] Publish callbacks [] for security_group (1f1ffdf7-f378-4500-b907-e2d2d636790e), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.211473 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-359687b1-09ff-476f-a872-068e18d3cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (1f1ffdf7-f378-4500-b907-e2d2d636790e), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.247758 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-359687b1-09ff-476f-a872-068e18d3cf38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=657848b222524f5cb76ebc5ee5c00a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252359 Mar 08 13:53:35.248905 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359687b1-09ff-476f-a872-068e18d3cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1ffdf7-f378-4500-b907-e2d2d636790e,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:35.250576 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58146) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:35.299980 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c536add-bda1-47c4-807b-e68952ee8f30 admin admin] Publish callbacks [] for security_group (1f1ffdf7-f378-4500-b907-e2d2d636790e), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.322344 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c536add-bda1-47c4-807b-e68952ee8f30 admin admin] Publish callbacks [] for security_group (1f1ffdf7-f378-4500-b907-e2d2d636790e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.371980 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c536add-bda1-47c4-807b-e68952ee8f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (1f1ffdf7-f378-4500-b907-e2d2d636790e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.374758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c536add-bda1-47c4-807b-e68952ee8f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.375915 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8c536add-bda1-47c4-807b-e68952ee8f30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f1ffdf7-f378-4500-b907-e2d2d636790e HTTP/1.1" status: 204 len: 168 time: 0.1243606 Mar 08 13:53:35.383464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c536add-bda1-47c4-807b-e68952ee8f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1ffdf7-f378-4500-b907-e2d2d636790e,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:35.546899 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2b98-2b69-453d-8c06-cb26192aee95 req-2abf2c67-7c84-4c1a-a546-47ebe3708203 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:35.548373 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9af2b98-2b69-453d-8c06-cb26192aee95 req-2abf2c67-7c84-4c1a-a546-47ebe3708203 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0516205 Mar 08 13:53:35.594664 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9af2b98-2b69-453d-8c06-cb26192aee95 req-4e1380b6-258b-46a1-a3e0-0e4e6d1ae9cf tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Mar 08 13:53:35.641556 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58158) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:35.654984 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8a32d98e-8905-4e83-b07e-4e9cd3439100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.738614 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841b144-a6e4-4883-a363-9bb7eaecad17 req-fc8cd26e-d5ea-4861-994f-e2766c865ab4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:35.740185 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7841b144-a6e4-4883-a363-9bb7eaecad17 req-fc8cd26e-d5ea-4861-994f-e2766c865ab4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0775881 Mar 08 13:53:35.812403 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8a32d98e-8905-4e83-b07e-4e9cd3439100 admin admin] Publish callbacks [] for security_group (74507336-beda-4eb6-9df8-5cc5c909df0e), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.813380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d46985-45f1-4bb6-886e-2dae6a867523 req-02f55f9a-65f4-46ca-94f3-4bc48430c333 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:35.815006 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-89d46985-45f1-4bb6-886e-2dae6a867523 req-02f55f9a-65f4-46ca-94f3-4bc48430c333 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 944 time: 0.0578854 Mar 08 13:53:35.818161 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7841b144-a6e4-4883-a363-9bb7eaecad17 req-f7d0da55-25b1-4537-89b9-db18291ff904 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715711 Mar 08 13:53:35.819365 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8a32d98e-8905-4e83-b07e-4e9cd3439100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (74507336-beda-4eb6-9df8-5cc5c909df0e), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.859890 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8a32d98e-8905-4e83-b07e-4e9cd3439100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f19a6da1f3d24852be826b5dabd8ed12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171676 Mar 08 13:53:35.861996 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32d98e-8905-4e83-b07e-4e9cd3439100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74507336-beda-4eb6-9df8-5cc5c909df0e,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:35.865885 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58170) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:35.888637 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-89d46985-45f1-4bb6-886e-2dae6a867523 req-d31505e9-baae-42db-810f-3c900b828cdb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620952 Mar 08 13:53:35.917545 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5547178c-7c8b-4577-8284-42f919775a4a admin admin] Publish callbacks [] for security_group (74507336-beda-4eb6-9df8-5cc5c909df0e), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.939395 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5547178c-7c8b-4577-8284-42f919775a4a admin admin] Publish callbacks [] for security_group (74507336-beda-4eb6-9df8-5cc5c909df0e), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.986068 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5547178c-7c8b-4577-8284-42f919775a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (74507336-beda-4eb6-9df8-5cc5c909df0e), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.988639 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5547178c-7c8b-4577-8284-42f919775a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:35.989982 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5547178c-7c8b-4577-8284-42f919775a4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74507336-beda-4eb6-9df8-5cc5c909df0e HTTP/1.1" status: 204 len: 168 time: 0.1231470 Mar 08 13:53:35.999481 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547178c-7c8b-4577-8284-42f919775a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74507336-beda-4eb6-9df8-5cc5c909df0e,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:36.122225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9f926100-42ef-466b-ba85-142c059e1dfb up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:36.187652 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 9f926100-42ef-466b-ba85-142c059e1dfb completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:53:36.192711 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 9f926100-42ef-466b-ba85-142c059e1dfb triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:36.193084 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.269183 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9f926100-42ef-466b-ba85-142c059e1dfb is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:36.269600 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.296864 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:53:36.299225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd286989-c485-4831-9d6f-bd72efa60a42" -d '{"events": [{"server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "name": "network-vif-plugged", "status": "completed", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:53:36.312104 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9f926100-42ef-466b-ba85-142c059e1dfb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f926100-42ef-466b-ba85-142c059e1dfb,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:36.316454 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.339945 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295c8e98-e5be-4549-beec-6d392027ec7f x-openstack-request-id: req-295c8e98-e5be-4549-beec-6d392027ec7f {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:53:36.340228 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "name": "network-vif-plugged", "status": "completed", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:53:36.340470 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-295c8e98-e5be-4549-beec-6d392027ec7f {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:53:36.340854 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb', 'code': 200} Mar 08 13:53:36.350161 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58184) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:36.366201 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9f926100-42ef-466b-ba85-142c059e1dfb,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:36.382386 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fc44ab29-214e-4509-b63b-18148a85e9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.474517 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fc44ab29-214e-4509-b63b-18148a85e9b2 admin admin] Publish callbacks [] for security_group (5902b835-7373-4d6d-9396-ede2cb38707c), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.479871 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fc44ab29-214e-4509-b63b-18148a85e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (5902b835-7373-4d6d-9396-ede2cb38707c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.512580 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44ab29-214e-4509-b63b-18148a85e9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5902b835-7373-4d6d-9396-ede2cb38707c,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:36.526276 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-fc44ab29-214e-4509-b63b-18148a85e9b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35fbe76bed2d470faf7539d650b60590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742718 Mar 08 13:53:36.528868 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58190) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:36.537806 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1243e-4671-4ab3-9ec7-b48eb20fea4d req-d77cc32f-5d79-4ed9-aebd-f381d73d796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:36.540001 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c9f1243e-4671-4ab3-9ec7-b48eb20fea4d req-d77cc32f-5d79-4ed9-aebd-f381d73d796c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 1129 time: 0.0467882 Mar 08 13:53:36.580750 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-84897ba5-e95a-426e-8012-507db2346603 admin admin] Publish callbacks [] for security_group (5902b835-7373-4d6d-9396-ede2cb38707c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.593702 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c9f1243e-4671-4ab3-9ec7-b48eb20fea4d req-11180cfa-fcee-415e-8efb-af7de7a9014c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Mar 08 13:53:36.603273 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-84897ba5-e95a-426e-8012-507db2346603 admin admin] Publish callbacks [] for security_group (5902b835-7373-4d6d-9396-ede2cb38707c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.649935 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-84897ba5-e95a-426e-8012-507db2346603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (5902b835-7373-4d6d-9396-ede2cb38707c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.652700 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-84897ba5-e95a-426e-8012-507db2346603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:36.656978 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-84897ba5-e95a-426e-8012-507db2346603 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5902b835-7373-4d6d-9396-ede2cb38707c HTTP/1.1" status: 204 len: 168 time: 0.1243784 Mar 08 13:53:36.664220 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897ba5-e95a-426e-8012-507db2346603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5902b835-7373-4d6d-9396-ede2cb38707c,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:36.898185 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:37.047749 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c066-8290-465a-8b5b-2745d71a8a6a req-bcc7153f-c30a-488f-aacb-e852a90a47cc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:37.049553 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6704c066-8290-465a-8b5b-2745d71a8a6a req-bcc7153f-c30a-488f-aacb-e852a90a47cc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.0640173 Mar 08 13:53:37.111777 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6704c066-8290-465a-8b5b-2745d71a8a6a req-4f26cda9-3db0-4782-b03a-9f8700b8d867 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554638 Mar 08 13:53:37.443634 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed057-37cb-4333-9661-5647d57202e2 req-d992f167-a1f2-4641-95c7-c4bb70bacbd2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:37.445129 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ceed057-37cb-4333-9661-5647d57202e2 req-d992f167-a1f2-4641-95c7-c4bb70bacbd2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0516038 Mar 08 13:53:37.491468 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ceed057-37cb-4333-9661-5647d57202e2 req-03b4f33a-e065-4b6d-9a35-5913f350fb97 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Mar 08 13:53:38.103183 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:53:38.231962 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ba86-b7e5-489f-b0df-700ef54de91e req-1607cff6-85b4-43d1-9abc-8e497db0d557 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:38.233486 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1d57ba86-b7e5-489f-b0df-700ef54de91e req-1607cff6-85b4-43d1-9abc-8e497db0d557 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Mar 08 13:53:38.283127 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1d57ba86-b7e5-489f-b0df-700ef54de91e req-1b28d1ca-8aaa-4b59-ba56-55f42703383a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440824 Mar 08 13:53:38.608703 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca054a-7f7b-4675-b1ba-cf119c14cacf req-fa924c5f-0955-45b9-ad4a-b23fc1923d58 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:38.610203 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-20ca054a-7f7b-4675-b1ba-cf119c14cacf req-fa924c5f-0955-45b9-ad4a-b23fc1923d58 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0500374 Mar 08 13:53:38.662817 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-20ca054a-7f7b-4675-b1ba-cf119c14cacf req-812a59b2-9786-4aa1-9554-81dd6b16bda3 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Mar 08 13:53:39.414664 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa3874-0dc5-4d71-8864-bf0077f32a00 req-76afa6de-9875-4510-be2e-e308873b8e07 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:39.416129 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-02aa3874-0dc5-4d71-8864-bf0077f32a00 req-76afa6de-9875-4510-be2e-e308873b8e07 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.0538852 Mar 08 13:53:39.481637 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-02aa3874-0dc5-4d71-8864-bf0077f32a00 req-3f94aeaa-4248-40f8-8a1a-e6862845a1c4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594070 Mar 08 13:53:39.717973 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b1251-af66-46c2-81e7-879fd2188a4b req-5b482707-2cd7-43b8-a4f6-c893177fc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:39.719501 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-5b482707-2cd7-43b8-a4f6-c893177fc345 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.0497515 Mar 08 13:53:39.845919 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfce50-ebc9-4d02-b5a9-a442a2e409e4 req-22e5d561-c39e-4ba9-943d-f6da509fd52a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:39.847364 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-87dfce50-ebc9-4d02-b5a9-a442a2e409e4 req-22e5d561-c39e-4ba9-943d-f6da509fd52a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1137204 Mar 08 13:53:39.848712 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b1251-af66-46c2-81e7-879fd2188a4b req-ca7fdccd-9d71-4f97-8f3c-5f336446473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:39.850036 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-ca7fdccd-9d71-4f97-8f3c-5f336446473d service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.1235516 Mar 08 13:53:39.899455 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-af4ac192-64c0-438d-9e4a-717d7e135dcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.0396643 Mar 08 13:53:39.954642 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-87dfce50-ebc9-4d02-b5a9-a442a2e409e4 req-693d521f-7198-40ca-8223-b093e1323203 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014836 Mar 08 13:53:39.965858 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b1251-af66-46c2-81e7-879fd2188a4b req-cb4e2875-2429-4615-b90f-0f532fecf4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:39.967362 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-cb4e2875-2429-4615-b90f-0f532fecf4e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0586212 Mar 08 13:53:40.002626 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-9c9cd36d-27d1-4c43-b16b-3d8bea336911 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275905 Mar 08 13:53:40.099212 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-6ae52307-5a28-4dc6-a205-89f604244458 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840397 Mar 08 13:53:40.205171 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-961b1251-af66-46c2-81e7-879fd2188a4b req-b3b0e217-3a5c-4630-b4f3-9e8ecc1c82ea service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949202 Mar 08 13:53:40.604617 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8473e0a-2757-4ed6-87b7-215322807ac7 req-ab7a9b6e-8700-4867-9778-c1bdeb80706e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:40.606164 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e8473e0a-2757-4ed6-87b7-215322807ac7 req-ab7a9b6e-8700-4867-9778-c1bdeb80706e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.0557764 Mar 08 13:53:40.651331 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e8473e0a-2757-4ed6-87b7-215322807ac7 req-aa98ea16-0106-463c-bc16-3d4fce8bea88 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396152 Mar 08 13:53:40.765497 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91716d2e-d935-40e3-910a-f0641e39bf35 req-64c79079-b922-4407-9c17-7f58e6361486 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:40.766943 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-91716d2e-d935-40e3-910a-f0641e39bf35 req-64c79079-b922-4407-9c17-7f58e6361486 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Mar 08 13:53:40.778282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58290) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:40.782668 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:40.825571 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:41.073239 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95eb18-a84b-436f-9f76-c9e639d6333b req-5b9cab64-3c99-43a9-8cef-e3b2ec14e8e0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:41.074640 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2d95eb18-a84b-436f-9f76-c9e639d6333b req-5b9cab64-3c99-43a9-8cef-e3b2ec14e8e0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Mar 08 13:53:41.122532 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2d95eb18-a84b-436f-9f76-c9e639d6333b req-185dfe1b-7d6e-4d07-9cd1-4ed669f35a30 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Mar 08 13:53:41.276966 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:41.282058 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:41.387307 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8 associated. External IP: 172.27.2.184, port: 9f926100-42ef-466b-ba85-142c059e1dfb. Mar 08 13:53:41.822506 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:53:41.944209 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:53:41.948996 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:41.957460 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:53:41.968608 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:41.969475 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:41.991798 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a1bff078-080d-4fa6-867d-e6013e4f487b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "PUT /v2.0/floatingips/f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8 HTTP/1.1" status: 200 len: 991 time: 1.2018950 Mar 08 13:53:41.991798 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:53:41.991798 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e0d476-2bda-405a-aeb5-0ac91f9966c2" -d '{"events": [{"name": "network-changed", "server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:53:42.027880 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6737bf-361a-49f7-99bf-d190472d3e39 x-openstack-request-id: req-8a6737bf-361a-49f7-99bf-d190472d3e39 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:53:42.028211 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:53:42.028504 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a6737bf-361a-49f7-99bf-d190472d3e39 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:53:42.028939 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb', 'status': 'completed', 'code': 200} Mar 08 13:53:42.084928 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:42.106323 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-418298b4-e76b-4d3b-a3bd-2bdf7fe2a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:42.107835 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-418298b4-e76b-4d3b-a3bd-2bdf7fe2a5b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 1129 time: 0.0519760 Mar 08 13:53:42.204567 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-00eefd2c-782c-4ff5-a5ab-7ed015c68601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:42.207336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-00eefd2c-782c-4ff5-a5ab-7ed015c68601 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.0926573 Mar 08 13:53:42.267578 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b43b3-1002-4cc7-b0ad-24c646d6cca3 req-9c030126-f599-4695-9969-a1ce5b2c4cb6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:42.270587 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-383b43b3-1002-4cc7-b0ad-24c646d6cca3 req-9c030126-f599-4695-9969-a1ce5b2c4cb6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0641994 Mar 08 13:53:42.290730 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-cda6a7e4-57d0-4d70-9f9f-d4ccb0ca36bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f926100-42ef-466b-ba85-142c059e1dfb HTTP/1.1" status: 200 len: 999 time: 0.0750225 Mar 08 13:53:42.333920 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-383b43b3-1002-4cc7-b0ad-24c646d6cca3 req-e6925c82-e334-40cb-ba1c-3039fc5f503c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522382 Mar 08 13:53:42.345415 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:41Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:42.365710 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-6923084c-68db-4952-8fdf-32496ad8f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:42.367175 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-6923084c-68db-4952-8fdf-32496ad8f7a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0697944 Mar 08 13:53:42.372230 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:53:42.389651 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:42.389651 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:42.433543 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-2f15c88c-5852-4e03-bae7-537dbcf342fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:42.435458 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-2f15c88c-5852-4e03-bae7-537dbcf342fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614643 Mar 08 13:53:42.537014 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-f88b9570-cdba-4348-8e90-d4877349a9b5 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946264 Mar 08 13:53:42.592235 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:42.632924 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38e0d476-2bda-405a-aeb5-0ac91f9966c2 req-fa07a846-91e0-4d3a-a9b9-f6af9fe8a0ec service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892737 Mar 08 13:53:42.688888 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58332) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:42.793311 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1924427a-d8b7-40a4-a29d-bf76ff719242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:42.821296 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:41Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:42.848938 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383537df-4972-47b2-ad2b-515c9a1a192e None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:41Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:53:42.873334 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1924427a-d8b7-40a4-a29d-bf76ff719242 admin admin] Publish callbacks [] for security_group (a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:42.879074 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1924427a-d8b7-40a4-a29d-bf76ff719242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:42.917052 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924427a-d8b7-40a4-a29d-bf76ff719242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:42.921893 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1924427a-d8b7-40a4-a29d-bf76ff719242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a86db2a4dc46459abc7da2a15972a423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318532 Mar 08 13:53:42.924946 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58336) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:42.981315 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6cb3-4a5d-477b-8cbb-b52ee48de982 admin admin] Publish callbacks [] for security_group (a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:43.005835 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6cb3-4a5d-477b-8cbb-b52ee48de982 admin admin] Publish callbacks [] for security_group (a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:43.080404 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a598a-05f1-4493-8f33-78d06ce28faa None None] New status for floating IP f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:53:43.084877 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6cb3-4a5d-477b-8cbb-b52ee48de982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:43.086929 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6cb3-4a5d-477b-8cbb-b52ee48de982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:43.090663 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f2cd6cb3-4a5d-477b-8cbb-b52ee48de982 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2 HTTP/1.1" status: 204 len: 168 time: 0.1622369 Mar 08 13:53:43.100066 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd6cb3-4a5d-477b-8cbb-b52ee48de982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f78bb3-4bfa-43a9-a2a4-9d36562d45e2,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:43.448427 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aa9c7-fc0f-4982-8216-da77ab77779c req-31194869-efc3-4545-a3d9-f8197bdc83ee tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:43.450721 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b02aa9c7-fc0f-4982-8216-da77ab77779c req-31194869-efc3-4545-a3d9-f8197bdc83ee tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0574203 Mar 08 13:53:43.502183 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b02aa9c7-fc0f-4982-8216-da77ab77779c req-1dafa0c5-af1b-43d9-8aaf-c2172b6eb4a3 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Mar 08 13:53:44.622892 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd662-e980-48c1-8d59-a05f5c286b32 req-1196968d-c9ea-4cf2-8103-ec92a3b52e0e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:44.624483 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-986cd662-e980-48c1-8d59-a05f5c286b32 req-1196968d-c9ea-4cf2-8103-ec92a3b52e0e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0511675 Mar 08 13:53:44.644737 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58402) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:44.676934 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-986cd662-e980-48c1-8d59-a05f5c286b32 req-be342838-bacc-4596-a181-82ef0e2e0bd9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Mar 08 13:53:44.747252 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0d76cb92-72d7-4cfd-a896-0b72ed000fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:44.831955 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0d76cb92-72d7-4cfd-a896-0b72ed000fed admin admin] Publish callbacks [] for security_group (a550d938-80f6-4fae-9d64-153311a40f31), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:44.838590 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0d76cb92-72d7-4cfd-a896-0b72ed000fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a550d938-80f6-4fae-9d64-153311a40f31), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:44.880341 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0d76cb92-72d7-4cfd-a896-0b72ed000fed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9207b43e615e4970a3c7ee3f9f2f9f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345810 Mar 08 13:53:44.881143 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76cb92-72d7-4cfd-a896-0b72ed000fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a550d938-80f6-4fae-9d64-153311a40f31,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:44.883338 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58408) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:44.930421 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1f90466c-8387-4bea-93aa-a73bb8fe844f admin admin] Publish callbacks [] for security_group (a550d938-80f6-4fae-9d64-153311a40f31), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:44.951894 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1f90466c-8387-4bea-93aa-a73bb8fe844f admin admin] Publish callbacks [] for security_group (a550d938-80f6-4fae-9d64-153311a40f31), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.000631 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1f90466c-8387-4bea-93aa-a73bb8fe844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a550d938-80f6-4fae-9d64-153311a40f31), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.003488 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1f90466c-8387-4bea-93aa-a73bb8fe844f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.004598 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1f90466c-8387-4bea-93aa-a73bb8fe844f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a550d938-80f6-4fae-9d64-153311a40f31 HTTP/1.1" status: 204 len: 168 time: 0.1204081 Mar 08 13:53:45.011662 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90466c-8387-4bea-93aa-a73bb8fe844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550d938-80f6-4fae-9d64-153311a40f31,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:45.271783 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58418) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:45.285043 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-18600f63-3056-4cbf-9ba9-48f8cb987d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.361829 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-18600f63-3056-4cbf-9ba9-48f8cb987d13 admin admin] Publish callbacks [] for security_group (76e5e1ad-5827-489f-8e62-1d1cc94a9cb0), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.367744 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-18600f63-3056-4cbf-9ba9-48f8cb987d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (76e5e1ad-5827-489f-8e62-1d1cc94a9cb0), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.408745 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-18600f63-3056-4cbf-9ba9-48f8cb987d13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=063277c81088428dab18d7b6d384bfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358559 Mar 08 13:53:45.409612 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18600f63-3056-4cbf-9ba9-48f8cb987d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e5e1ad-5827-489f-8e62-1d1cc94a9cb0,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:45.412290 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58420) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:45.462342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46c00610-8322-443d-816f-766763d9a053 admin admin] Publish callbacks [] for security_group (76e5e1ad-5827-489f-8e62-1d1cc94a9cb0), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.485103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46c00610-8322-443d-816f-766763d9a053 admin admin] Publish callbacks [] for security_group (76e5e1ad-5827-489f-8e62-1d1cc94a9cb0), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.531501 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46c00610-8322-443d-816f-766763d9a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (76e5e1ad-5827-489f-8e62-1d1cc94a9cb0), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.534730 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46c00610-8322-443d-816f-766763d9a053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:45.535866 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-46c00610-8322-443d-816f-766763d9a053 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76e5e1ad-5827-489f-8e62-1d1cc94a9cb0 HTTP/1.1" status: 204 len: 168 time: 0.1224217 Mar 08 13:53:45.543322 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00610-8322-443d-816f-766763d9a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e5e1ad-5827-489f-8e62-1d1cc94a9cb0,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:45.793548 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f62c-0839-4419-9149-73088382fb4b req-30eb31b2-5b0d-46c5-ace0-294f26964118 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:45.795038 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a064f62c-0839-4419-9149-73088382fb4b req-30eb31b2-5b0d-46c5-ace0-294f26964118 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0543385 Mar 08 13:53:45.847862 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a064f62c-0839-4419-9149-73088382fb4b req-b770a161-18f9-42ec-8537-65982f20458d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Mar 08 13:53:46.983133 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de669-742e-466a-89b7-b0caa690c69d req-56af1e88-00ee-4569-965d-c5e9e85fecb6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:46.984622 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0d1de669-742e-466a-89b7-b0caa690c69d req-56af1e88-00ee-4569-965d-c5e9e85fecb6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0643220 Mar 08 13:53:47.030000 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0d1de669-742e-466a-89b7-b0caa690c69d req-78640302-af83-4f51-bc22-d8807eaea154 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Mar 08 13:53:48.152326 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f92c0-d552-4cb2-beb8-b594a1bac834 req-d089e337-9c1c-421e-8fe1-af6cffc1c526 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:48.153753 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-904f92c0-d552-4cb2-beb8-b594a1bac834 req-d089e337-9c1c-421e-8fe1-af6cffc1c526 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Mar 08 13:53:48.201324 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-904f92c0-d552-4cb2-beb8-b594a1bac834 req-57710d36-f441-48af-9746-d39be490c049 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Mar 08 13:53:49.332532 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afbb6d-14d2-45a3-b0f7-02167877e88e req-daaafe90-9ed8-4b28-b21f-a360064775d4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:49.334054 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-58afbb6d-14d2-45a3-b0f7-02167877e88e req-daaafe90-9ed8-4b28-b21f-a360064775d4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0636344 Mar 08 13:53:49.383782 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-58afbb6d-14d2-45a3-b0f7-02167877e88e req-ef1f4700-1457-46af-92a7-68c9b59eb894 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Mar 08 13:53:50.016612 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-487c32a7-4cbd-44c7-b6c6-541c071fe292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:50.504119 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085d98-4012-4d36-9174-ac8b359bbbbb req-3c6c5c47-b7cc-49af-96c4-3cbac1ede6b7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:50.505646 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b7085d98-4012-4d36-9174-ac8b359bbbbb req-3c6c5c47-b7cc-49af-96c4-3cbac1ede6b7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Mar 08 13:53:50.555767 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b7085d98-4012-4d36-9174-ac8b359bbbbb req-4b2a5a23-d900-4cd2-b305-f1613b08458e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Mar 08 13:53:51.683313 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2866-647a-4656-b761-548bb087fe41 req-84973442-aa84-46ac-9035-61db07a4c82d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:51.684767 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-188c2866-647a-4656-b761-548bb087fe41 req-84973442-aa84-46ac-9035-61db07a4c82d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Mar 08 13:53:51.735951 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-188c2866-647a-4656-b761-548bb087fe41 req-0596b634-e1d4-4193-88d6-7f01f7be8bf9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Mar 08 13:53:51.909923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6489-12ef-4386-b95a-aa24d5d20428 req-1c7632be-3051-48ca-98f1-4a9d4cfee810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:51.911375 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-883d6489-12ef-4386-b95a-aa24d5d20428 req-1c7632be-3051-48ca-98f1-4a9d4cfee810 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.0435722 Mar 08 13:53:51.955873 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-883d6489-12ef-4386-b95a-aa24d5d20428 req-f8906683-bcdd-4960-9015-eb216a7660d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376070 Mar 08 13:53:52.053963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58630) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:52.141289 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a09bf4bb-7b81-4268-8d9e-f4cd01ade4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.161774 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bd50d18e-ad27-467a-bce1-bf86703d4b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.241705 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bd50d18e-ad27-467a-bce1-bf86703d4b2e admin admin] Publish callbacks [] for security_group (b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.247520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bd50d18e-ad27-467a-bce1-bf86703d4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.284880 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-bd50d18e-ad27-467a-bce1-bf86703d4b2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f4281c58b0d4e11bef9e4fe6f22410a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298138 Mar 08 13:53:52.285923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50d18e-ad27-467a-bce1-bf86703d4b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:52.287960 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58634) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:52.336945 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c386707-125f-485b-b2fd-2b13aac64af1 admin admin] Publish callbacks [] for security_group (b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.357234 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c386707-125f-485b-b2fd-2b13aac64af1 admin admin] Publish callbacks [] for security_group (b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.411605 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c386707-125f-485b-b2fd-2b13aac64af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.414327 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3c386707-125f-485b-b2fd-2b13aac64af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.415463 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3c386707-125f-485b-b2fd-2b13aac64af1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6 HTTP/1.1" status: 204 len: 168 time: 0.1264353 Mar 08 13:53:52.426902 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c386707-125f-485b-b2fd-2b13aac64af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b730d45c-2da5-4c66-9d76-2a6a0ee3b4a6,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:52.721552 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58652) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:52.737717 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-91cd1509-9dee-43fe-8ab3-4eab3d92fef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.810510 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58658) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:52.852127 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-91cd1509-9dee-43fe-8ab3-4eab3d92fef9 admin admin] Publish callbacks [] for security_group (f383f818-e475-4688-aa11-f6b15ddcd324), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.858734 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-91cd1509-9dee-43fe-8ab3-4eab3d92fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f383f818-e475-4688-aa11-f6b15ddcd324), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.871357 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29f659-9bcb-475a-a9ff-f89641474085 req-38d018ac-b2fb-46e9-ab02-6f3867fff2a5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:52.873097 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5c29f659-9bcb-475a-a9ff-f89641474085 req-38d018ac-b2fb-46e9-ab02-6f3867fff2a5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0643864 Mar 08 13:53:52.908715 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-91cd1509-9dee-43fe-8ab3-4eab3d92fef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d14c7415c8c43f3895c79ab8ceed942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836877 Mar 08 13:53:52.909003 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58662) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:52.916516 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd1509-9dee-43fe-8ab3-4eab3d92fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383f818-e475-4688-aa11-f6b15ddcd324,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:52.929485 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5c29f659-9bcb-475a-a9ff-f89641474085 req-96c66b7e-fddc-4836-b7af-022441b58c13 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Mar 08 13:53:52.950615 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1a08ab1-188b-4424-b18b-6dc5443c91ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:52.995573 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b65347f-8cd8-4c4d-8a47-96fe04489f98 admin admin] Publish callbacks [] for security_group (f383f818-e475-4688-aa11-f6b15ddcd324), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.027551 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b65347f-8cd8-4c4d-8a47-96fe04489f98 admin admin] Publish callbacks [] for security_group (f383f818-e475-4688-aa11-f6b15ddcd324), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.086038 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1a08ab1-188b-4424-b18b-6dc5443c91ae admin admin] Publish callbacks [] for security_group (8f0fd946-bf75-41dd-ab53-13d69d9b3fba), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.090535 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1a08ab1-188b-4424-b18b-6dc5443c91ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8f0fd946-bf75-41dd-ab53-13d69d9b3fba), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.124795 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b65347f-8cd8-4c4d-8a47-96fe04489f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f383f818-e475-4688-aa11-f6b15ddcd324), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.127284 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3b65347f-8cd8-4c4d-8a47-96fe04489f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.128468 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3b65347f-8cd8-4c4d-8a47-96fe04489f98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f383f818-e475-4688-aa11-f6b15ddcd324 HTTP/1.1" status: 204 len: 168 time: 0.2183478 Mar 08 13:53:53.135440 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b1a08ab1-188b-4424-b18b-6dc5443c91ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52d2159af6bd4f0087f8f428b54244b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239682 Mar 08 13:53:53.136103 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08ab1-188b-4424-b18b-6dc5443c91ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0fd946-bf75-41dd-ab53-13d69d9b3fba,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:53.138410 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58666) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:53.146887 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65347f-8cd8-4c4d-8a47-96fe04489f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383f818-e475-4688-aa11-f6b15ddcd324,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:53.206675 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-43ace6ee-ba77-4ca0-8cab-6201165589af admin admin] Publish callbacks [] for security_group (8f0fd946-bf75-41dd-ab53-13d69d9b3fba), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.223618 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.237792 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-43ace6ee-ba77-4ca0-8cab-6201165589af admin admin] Publish callbacks [] for security_group (8f0fd946-bf75-41dd-ab53-13d69d9b3fba), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.291432 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-43ace6ee-ba77-4ca0-8cab-6201165589af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8f0fd946-bf75-41dd-ab53-13d69d9b3fba), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.294146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-43ace6ee-ba77-4ca0-8cab-6201165589af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.295320 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-43ace6ee-ba77-4ca0-8cab-6201165589af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f0fd946-bf75-41dd-ab53-13d69d9b3fba HTTP/1.1" status: 204 len: 168 time: 0.1558661 Mar 08 13:53:53.304307 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ace6ee-ba77-4ca0-8cab-6201165589af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0fd946-bf75-41dd-ab53-13d69d9b3fba,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:53.828984 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58702) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:53.926520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1888092484-network', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:53.947469 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Made reservation on behalf of 81fd0fd8a1cc499f8479307f01f32b24 for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:53.950737 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:53.961334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.040154 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks [] for security_group (c652860e-edc4-4e86-bd1e-350bee1a5f1a), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.046326 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c652860e-edc4-4e86-bd1e-350bee1a5f1a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.055444 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e1866-2dc4-4eba-bd93-e0f69d940640 req-6bdc582c-81c3-4556-9830-63bb06e6ec7b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:54.057155 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-194e1866-2dc4-4eba-bd93-e0f69d940640 req-6bdc582c-81c3-4556-9830-63bb06e6ec7b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0639589 Mar 08 13:53:54.073326 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:53:54.081775 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58718) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:54.084014 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652860e-edc4-4e86-bd1e-350bee1a5f1a,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:54.089323 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (f8148fdd-cf63-46ed-8dad-1b3e75ab929f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.089864 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Added segment f8148fdd-cf63-46ed-8dad-1b3e75ab929f of type vlan for network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 Mar 08 13:53:54.118136 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-194e1866-2dc4-4eba-bd93-e0f69d940640 req-21e264fc-7f79-4257-9929-aab11b72a0bc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531123 Mar 08 13:53:54.138318 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.167371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.168365 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:54.169005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.198415 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054657806-network', 'tenant_id': 'ec245e0430fa4153a547d63719aa4c44'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:54.219606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Made reservation on behalf of ec245e0430fa4153a547d63719aa4c44 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:54.222601 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.231850 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3985744 Mar 08 13:53:54.232157 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58726) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:54.234638 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e0f7c-f346-440f-9055-57b33e0829b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:54.237086 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Request body: {'subnet': {'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1888092484-subnet', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'ip_version': 4}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:54.241237 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.245381 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:53:54.269263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Made reservation on behalf of 81fd0fd8a1cc499f8479307f01f32b24 for: {'subnet': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:54.271586 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.400816 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292125fc-b398-4d16-a6aa-4bff4f18a6e4 req-7776733f-449f-42eb-a16e-b02fb5838fbc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:54.402801 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-292125fc-b398-4d16-a6aa-4bff4f18a6e4 req-7776733f-449f-42eb-a16e-b02fb5838fbc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0596538 Mar 08 13:53:54.412581 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks [] for security_group (2a93ca04-a2fe-4db8-97c3-56a487a6330a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.430333 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2a93ca04-a2fe-4db8-97c3-56a487a6330a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.452379 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-292125fc-b398-4d16-a6aa-4bff4f18a6e4 req-be81634b-a2de-40b4-81ca-961149d2f680 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Mar 08 13:53:54.466065 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:53:54.475482 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a93ca04-a2fe-4db8-97c3-56a487a6330a,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:54.485219 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (833b0bfc-41f0-44ac-b822-3f4eaeb43da3), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.485584 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Added segment 833b0bfc-41f0-44ac-b822-3f4eaeb43da3 of type vlan for network 9b923cb3-be0d-4c07-9068-a59fb7695f97 Mar 08 13:53:54.554798 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (9b923cb3-be0d-4c07-9068-a59fb7695f97), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.558696 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (99a678ae-b8ca-457b-80b0-66953849eff9), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.621334 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (9b923cb3-be0d-4c07-9068-a59fb7695f97), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.622286 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:54.622874 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.632758 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a678ae-b8ca-457b-80b0-66953849eff9,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:54.692725 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6091173 Mar 08 13:53:54.695530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58730) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:54.697994 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9423ff-c189-4dec-bb64-ec7953397eea admin admin] Pushing event updated for resources: {'Network': ['ID=9b923cb3-be0d-4c07-9068-a59fb7695f97,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:54.700569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Checking segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:54.700920 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Network hostable DHCP agents. Network: 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:53:54.701077 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Request body: {'subnet': {'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054657806-subnet', 'tenant_id': 'ec245e0430fa4153a547d63719aa4c44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:54.709553 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 9b923cb3-be0d-4c07-9068-a59fb7695f97 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:53:54.721653 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:53:54.733129 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4) {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:54.738051 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:54.738643 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.741923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Made reservation on behalf of ec245e0430fa4153a547d63719aa4c44 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:54.745341 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.756363 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-88ec8db0-a1cf-44d1-9e14-421527f8d751 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5231166 Mar 08 13:53:54.759102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58732) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:54.763565 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:54.774503 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecc695-380a-4ab4-b00a-0b6f12ae2c84 None None] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:53:54.785263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.786376 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.799129 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.850022 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks [] for router_controller (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.940614 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (6c3b0801-2e80-43cf-b500-693cbc206fd1), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:54.993316 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3b0801-2e80-43cf-b500-693cbc206fd1,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:55.000176 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks [] for router_gateway (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.012112 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Checking segment: {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:55.012540 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Network hostable DHCP agents. Network: 9b923cb3-be0d-4c07-9068-a59fb7695f97, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:53:55.030751 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Network 9b923cb3-be0d-4c07-9068-a59fb7695f97 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:53:55.041878 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 9b923cb3-be0d-4c07-9068-a59fb7695f97) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:55.048027 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:55.049541 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.051357 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c0799-d504-4304-982d-7da0b0d1d15b None None] Network 9b923cb3-be0d-4c07-9068-a59fb7695f97 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:53:55.068597 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:53:55.069704 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.074315 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-486ced4e-2d28-4bfa-bb08-ce6c4e6427b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3771517 Mar 08 13:53:55.226932 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a69659-989f-4e2e-9ab3-5ec9b1741507 None None] Network 9b923cb3-be0d-4c07-9068-a59fb7695f97 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:53:55.230200 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks [] for router_gateway (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.249691 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.321042 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Allocated IP 172.20.0.2 (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4/99a678ae-b8ca-457b-80b0-66953849eff9/674d0ea3-7cdc-4ef7-82b2-b0bba3401e03) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:55.369006 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Allocated IP 172.27.2.229 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/2bf3a817-27f2-4b88-9931-91add11f7c78) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:55.481598 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks [] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.511395 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Publish callbacks [] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.520401 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.531584 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.567744 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:55.570764 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:55.575628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:55.579729 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Pushing event updated for resources: {'Port': ['ID=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:55.593173 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf3a817-27f2-4b88-9931-91add11f7c78,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:55.624831 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:55.628544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:55.630453 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:55.642854 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Attempting to bind port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:53:55.643266 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Attempting to bind port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:53:55.643839 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Attempting to bind port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 on network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:55.649194 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:53:55.649605 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Checking segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:55.649995 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.650438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Bound using segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:53:55.650901 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Bound port: 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:53:55.651274 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.712300 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] For port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:53:55.715460 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] For port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:53:55.722807 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:55.759998 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86447c8f-b0ac-494a-9bc0-17e3198bcc10 req-66f3b774-0214-4b13-b141-a45af9e31857 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:55.761543 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-86447c8f-b0ac-494a-9bc0-17e3198bcc10 req-66f3b774-0214-4b13-b141-a45af9e31857 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1700306 Mar 08 13:53:55.783685 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e47f-c8a4-4d6a-a554-1b0cb4e0f3cd None None] Pushing event updated for resources: {'Port': ['ID=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:55.854987 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-86447c8f-b0ac-494a-9bc0-17e3198bcc10 req-d70a0e74-506c-4a77-be86-b0292da21a67 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859630 Mar 08 13:53:56.022206 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-2a67339b-fc91-4cd3-8fc4-233b15785b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:56.024430 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-2a67339b-fc91-4cd3-8fc4-233b15785b17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.0579090 Mar 08 13:53:56.129656 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-85f21f36-f757-4259-977d-ba84a449f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:56.131147 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-85f21f36-f757-4259-977d-ba84a449f515 service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.0940709 Mar 08 13:53:56.145287 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks [] for router_gateway (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:56.176591 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-1089f47b-b0b1-4f32-948a-37aa6996ad5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.0337756 Mar 08 13:53:56.232677 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-3fe8d29c-e155-4413-bbc8-2040646f05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:56.234249 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-3fe8d29c-e155-4413-bbc8-2040646f05f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0479298 Mar 08 13:53:56.269445 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-3d3625b2-6984-47a1-8bcc-d95a85716f85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248222 Mar 08 13:53:56.342384 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:56.357966 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-cc4eacc5-2acf-4801-9684-df41f4ea46e6 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810962 Mar 08 13:53:56.387499 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:56.470975 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-241e37da-99fa-4d28-8c99-9e1372a90381 req-bd65c9cb-0c22-49a3-a0f1-2034ab595b7b service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994756 Mar 08 13:53:56.496089 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:53:56.615936 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:53:56.630077 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Sync routers for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:53:56.640327 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:56.645472 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:56.645472 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:56.645968 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-31686364-6c3e-4a19-9feb-0494aaa4b006 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8826854 Mar 08 13:53:56.646068 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58754) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:53:56.743505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:56.770989 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218861ec-0981-4a7a-86bc-4824545958da None None] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:53:56.777731 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:56.933683 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] Provisioning complete for port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:56.934048 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:56.985753 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:55Z', 'revision_number': 3, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:57.006776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:57.007436 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.008466 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cc430-7bf6-4c07-8f09-19278af85e84 req-bc40a5f1-b521-4e23-b21c-b2bb4417d3c0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:57.011362 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9f1cc430-7bf6-4c07-8f09-19278af85e84 req-bc40a5f1-b521-4e23-b21c-b2bb4417d3c0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0833197 Mar 08 13:53:57.025481 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Checking router: f8f51ab8-444b-408b-b1f9-3bfd9a08c345 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:53:57.027931 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Updating router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 port 2bf3a817-27f2-4b88-9931-91add11f7c78 binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:53:57.089944 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.095951 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9f1cc430-7bf6-4c07-8f09-19278af85e84 req-12659192-8a3a-457f-999a-689161d92253 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781195 Mar 08 13:53:57.116795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] Current status of the port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:57.117180 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.129451 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-ae704482-f4f3-4cac-b171-7f6f8d70e417 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:57.131054 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-ae704482-f4f3-4cac-b171-7f6f8d70e417 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/networks?id=9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 200 len: 814 time: 0.2672303 Mar 08 13:53:57.163186 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-c2f70d52-3365-4d13-a437-1274dff2ed91 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/quotas/ec245e0430fa4153a547d63719aa4c44 HTTP/1.1" status: 200 len: 375 time: 0.0247521 Mar 08 13:53:57.205010 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:57.207103 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.216503 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-60242c46-b24b-4f08-80bd-e36623cc91fc tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec245e0430fa4153a547d63719aa4c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439310 Mar 08 13:53:57.298671 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] For port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:57.304656 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.391640 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-33f80ad4-7e2d-4b9d-8651-f6d6ee31a559 service neutron] 10.222.0.18 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530569 Mar 08 13:53:57.399147 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9954ba7-0db5-4e47-9c7e-c22aaf8fb4d2 None None] Pushing event updated for resources: {'Port': ['ID=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:57.402874 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.db.api [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:53:57.403527 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG oslo_db.api [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:53:57.426760 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-5a96e2e2-f2c4-4000-a078-c63967bf4f24 None None] Provisioning complete for port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:57.427372 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5a96e2e2-f2c4-4000-a078-c63967bf4f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.435349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.475624 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Publish callbacks [] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.489292 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.527030 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-5a96e2e2-f2c4-4000-a078-c63967bf4f24 None None] Current status of the port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:57.546898 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c43f9-14cb-4d98-a1f0-fd3f1445bcb7 None None] Pushing event updated for resources: {'Port': ['ID=2bf3a817-27f2-4b88-9931-91add11f7c78,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:57.559637 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Attempting to bind port 2bf3a817-27f2-4b88-9931-91add11f7c78 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:53:57.560055 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Attempting to bind port 2bf3a817-27f2-4b88-9931-91add11f7c78 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:53:57.560353 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Attempting to bind port 2bf3a817-27f2-4b88-9931-91add11f7c78 on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:53:57.560489 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-d878a978-b9d2-4f68-b02c-af933f46fb39 service neutron] 10.222.0.18 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612058 Mar 08 13:53:57.567686 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:53:57.568114 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:53:57.568599 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.569036 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:53:57.569597 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Bound port: 2bf3a817-27f2-4b88-9931-91add11f7c78, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:53:57.570159 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.630653 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] For port 2bf3a817-27f2-4b88-9931-91add11f7c78, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:53:57.636699 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] For port 2bf3a817-27f2-4b88-9931-91add11f7c78, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2bf3a817-27f2-4b88-9931-91add11f7c78,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:53:57.649129 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:57.668739 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Allocated IP 172.20.0.1 (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4/99a678ae-b8ca-457b-80b0-66953849eff9/bedfa71a-1350-4751-bd04-b88b57a8f44a) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:57.721038 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:53:57.721763 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:57.808640 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-da9f13d8-bbc5-4fe9-8663-453ad3e5a361 req-43bf5362-e4f5-4e18-bd1a-0c89b4d2cb09 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 210 time: 0.0480657 Mar 08 13:53:57.832191 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c43f9-14cb-4d98-a1f0-fd3f1445bcb7 None None] Pushing event updated for resources: {'Port': ['ID=2bf3a817-27f2-4b88-9931-91add11f7c78,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:57.913147 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:53:57.957873 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:58.050121 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks [] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.092523 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.106928 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:55Z', 'revision_number': 3, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:53:58.137190 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:58.137781 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2981dda-07c0-4fca-94ff-3b6735b4bdb2 None None] The sync data for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi is: [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:55Z', 'revision_number': 3, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:53:58.140523 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:58.150893 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:58.188103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Pushing event updated for resources: {'Port': ['ID=bedfa71a-1350-4751-bd04-b88b57a8f44a,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:58.214632 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.319832 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce41da-0f9b-4ee7-9efc-ca054fed3201 req-75034f91-fde5-4f22-b351-6b664fb4e7ab tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:58.321683 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fce41da-0f9b-4ee7-9efc-ca054fed3201 req-75034f91-fde5-4f22-b351-6b664fb4e7ab tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1223006 Mar 08 13:53:58.426981 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fce41da-0f9b-4ee7-9efc-ca054fed3201 req-64b2538d-b982-466b-8948-f7f50f4ca2f5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841093 Mar 08 13:53:58.447214 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.480937 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-c1a8f6f7-e375-4d13-a5a4-aeb6637458f0 None None] Provisioning complete for port bedfa71a-1350-4751-bd04-b88b57a8f44a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:58.481648 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f6f7-e375-4d13-a5a4-aeb6637458f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.533235 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8f6f7-e375-4d13-a5a4-aeb6637458f0 None None] Port bedfa71a-1350-4751-bd04-b88b57a8f44a cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:53:58.681287 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks [] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.687933 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.758812 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Pushing event updated for resources: {'Port': ['ID=bedfa71a-1350-4751-bd04-b88b57a8f44a,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:58.763256 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2bf3a817-27f2-4b88-9931-91add11f7c78 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:58.766146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.821583 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 2bf3a817-27f2-4b88-9931-91add11f7c78 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:58.822127 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:58.927414 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:58.929280 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:58.931604 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-942ec74e-f654-4390-ae5a-e8520ed6e084 req-082574c2-baef-401f-9e9f-59e89f95a407 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 210 time: 0.0393593 Mar 08 13:53:58.996236 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 2bf3a817-27f2-4b88-9931-91add11f7c78 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:58.996615 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.023372 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 2bf3a817-27f2-4b88-9931-91add11f7c78, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2bf3a817-27f2-4b88-9931-91add11f7c78,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:53:59.029051 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.029891 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:53:59.114867 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=2bf3a817-27f2-4b88-9931-91add11f7c78,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:53:59.178327 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:59.179510 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.213108 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-4763dfcb-bf63-4c79-9ec8-415e3d125cf7 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:59.214804 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-4763dfcb-bf63-4c79-9ec8-415e3d125cf7 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "GET /v2.0/networks?id=9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 200 len: 814 time: 0.1394274 Mar 08 13:53:59.231811 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Request body: {'port': {'device_id': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97', 'admin_state_up': True, 'tenant_id': 'ec245e0430fa4153a547d63719aa4c44'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:53:59.254487 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:53:59.289710 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:53:59.299013 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-e438bcb4-7df6-46df-83fb-eac4bbdca51a None None] Provisioning complete for port bedfa71a-1350-4751-bd04-b88b57a8f44a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:53:59.299703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e438bcb4-7df6-46df-83fb-eac4bbdca51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.338284 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-e438bcb4-7df6-46df-83fb-eac4bbdca51a None None] Port bedfa71a-1350-4751-bd04-b88b57a8f44a cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:53:59.448365 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Made reservation on behalf of ec245e0430fa4153a547d63719aa4c44 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:53:59.451768 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.464113 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:53:59.470902 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-eb3231a2-48c7-4277-80c6-ba838f2f0694 admin admin] 10.222.0.18 "PUT /v2.0/routers/f8f51ab8-444b-408b-b1f9-3bfd9a08c345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8231525 Mar 08 13:53:59.631280 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb10bf0-5309-45fd-9674-1c8db5fd07c2 req-0b8ed950-1435-45d9-a576-a14d252c579f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:53:59.632783 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ebb10bf0-5309-45fd-9674-1c8db5fd07c2 req-0b8ed950-1435-45d9-a576-a14d252c579f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1055796 Mar 08 13:53:59.652786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Allocated IP 172.20.0.4 (9b923cb3-be0d-4c07-9068-a59fb7695f97/6c3b0801-2e80-43cf-b500-693cbc206fd1/57bebb8e-6e37-46f0-a3cd-3d2c076e8901) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:53:59.712989 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ebb10bf0-5309-45fd-9674-1c8db5fd07c2 req-a24404e0-5bc0-4c56-af61-2448bf6da7a4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716312 Mar 08 13:53:59.850173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks [] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.889834 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:53:59.938263 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Network 9b923cb3-be0d-4c07-9068-a59fb7695f97 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:53:59.941363 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:53:59.945303 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:53:59.991346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Pushing event updated for resources: {'Port': ['ID=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:00.052090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58838) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:00.056985 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1119197289-network', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:00.077389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:00.078189 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.103582 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008409-e87f-4705-b9bf-f9be1c9ea915 req-4826bd71-cdce-43fe-9b6e-0d915d72155a tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:00.105390 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-65008409-e87f-4705-b9bf-f9be1c9ea915 req-4826bd71-cdce-43fe-9b6e-0d915d72155a tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 931 time: 0.0614069 Mar 08 13:54:00.115949 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-14bae10a-2bca-4eb4-bbf0-992d60883ca0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8896937 Mar 08 13:54:00.126140 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Made reservation on behalf of ca627d4d3c3b4951a997a56a11eb118e for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:54:00.128344 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.140921 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.148122 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Request body: {'port': {'device_id': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:00.187837 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-65008409-e87f-4705-b9bf-f9be1c9ea915 req-f8e79def-6c11-4a7c-b0e7-24622c06a4a8 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670495 Mar 08 13:54:00.223553 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Sync routers for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:54:00.233221 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:54:00.233881 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:00.244354 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.323727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks [] for security_group (6a2643eb-55ac-4976-b6df-bad692b94ded), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.373292 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6a2643eb-55ac-4976-b6df-bad692b94ded), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.422083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:54:00.450797 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2643eb-55ac-4976-b6df-bad692b94ded,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:00.484712 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (da8317cb-770e-412b-9d92-416a32103200), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.485032 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Added segment da8317cb-770e-412b-9d92-416a32103200 of type vlan for network 912e4d27-1d28-44c8-84bb-3015c5e19494 Mar 08 13:54:00.485963 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:54:00.534296 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (912e4d27-1d28-44c8-84bb-3015c5e19494), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.584608 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (912e4d27-1d28-44c8-84bb-3015c5e19494), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.585634 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:00.586257 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.646909 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2bf3a817-27f2-4b88-9931-91add11f7c78 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:00.671995 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6188307 Mar 08 13:54:00.674901 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 58844) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:00.679868 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Request body: {'subnet': {'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1119197289-subnet', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'ip_version': 4}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:00.680705 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00b9e-e742-4422-9983-35c37aed0cfa admin admin] Pushing event updated for resources: {'Network': ['ID=912e4d27-1d28-44c8-84bb-3015c5e19494,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:00.684282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:00.692266 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Publish callbacks [] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.702417 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:54:00.703827 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Made reservation on behalf of ca627d4d3c3b4951a997a56a11eb118e for: {'subnet': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:54:00.705509 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Transition to ACTIVE for port object 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:54:00.706728 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.710929 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.772168 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Pushing event updated for resources: {'Port': ['ID=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:00.803385 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 2bf3a817-27f2-4b88-9931-91add11f7c78 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:00.803861 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.836647 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 2, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:00.850522 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Attempting to bind port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:00.850856 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Attempting to bind port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:00.851177 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Attempting to bind port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 on network 9b923cb3-be0d-4c07-9068-a59fb7695f97 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:00.855553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 on network 9b923cb3-be0d-4c07-9068-a59fb7695f97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:54:00.855916 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Attempting to bind port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 on network 9b923cb3-be0d-4c07-9068-a59fb7695f97 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:00.860724 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:00.861058 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Checking segment: {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:00.861469 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Bound using segment: {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:00.861997 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Bound port: 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:00.862352 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.870616 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Checking router: f8f51ab8-444b-408b-b1f9-3bfd9a08c345 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:54:00.871362 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Updating router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 port bedfa71a-1350-4751-bd04-b88b57a8f44a binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:54:00.890453 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for subnet (11622c78-d35c-4f09-92c4-a12d1e68a5a7), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.908249 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.931990 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] For port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:00.935291 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] For port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:00.942676 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11622c78-d35c-4f09-92c4-a12d1e68a5a7,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:00.944368 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.953025 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Checking segment: {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:00.953403 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Network hostable DHCP agents. Network: 912e4d27-1d28-44c8-84bb-3015c5e19494, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:54:00.972544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:54:00.983724 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 2bf3a817-27f2-4b88-9931-91add11f7c78 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:00.985682 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 912e4d27-1d28-44c8-84bb-3015c5e19494) {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:00.991061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:00.991435 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:00.991682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.992408 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:00.993067 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] 10.222.0.32 "PUT /v2.0/ports/57bebb8e-6e37-46f0-a3cd-3d2c076e8901 HTTP/1.1" status: 200 len: 1093 time: 0.8533618 Mar 08 13:54:00.993529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'tag': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:00.996497 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28455c3-23c3-489c-a8b2-afd86572417c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf4e7ed-c263-41ce-b648-7005f9a34055", "tag": "57bebb8e-6e37-46f0-a3cd-3d2c076e8901"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:01.020907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb82b8-a366-452f-923a-b216be68f541 service neutron] Pushing event updated for resources: {'Port': ['ID=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:01.031939 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-29de3d4c-baac-4707-b0a6-ec1448ac118e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3558280 Mar 08 13:54:01.034604 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58848) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:01.041990 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:01.062841 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c287326-641a-4cd3-bfc0-f6b1d378c7ad x-openstack-request-id: req-7c287326-641a-4cd3-bfc0-f6b1d378c7ad {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:01.062841 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf4e7ed-c263-41ce-b648-7005f9a34055", "tag": "57bebb8e-6e37-46f0-a3cd-3d2c076e8901", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:01.063116 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c287326-641a-4cd3-bfc0-f6b1d378c7ad {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:01.063491 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'tag': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901', 'status': 'completed', 'code': 200} Mar 08 13:54:01.065072 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588fa04-7397-4813-83b3-4cf753436c80 None None] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:54:01.092418 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (6c769584-f77f-4ebb-affa-db956fcd1121), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.093471 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (6c769584-f77f-4ebb-affa-db956fcd1121), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.112213 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-d644484a-bb5d-4f69-a027-0db04876ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:01.113814 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-d644484a-bb5d-4f69-a027-0db04876ed11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec245e0430fa4153a547d63719aa4c44&device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 1127 time: 0.0651884 Mar 08 13:54:01.160234 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-831ba89d-cbe2-43b7-9ab8-c0faf10b0da4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901 HTTP/1.1" status: 200 len: 217 time: 0.0365744 Mar 08 13:54:01.203541 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks [] for router_controller (6c769584-f77f-4ebb-affa-db956fcd1121), precommit_add_association {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.271120 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-912e4d27-1d28-44c8-84bb-3015c5e19494', 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494', 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'fixed_ips': [{'subnet_id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:54:01.272007 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.324466 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f1584-ed28-4666-b8ba-a3268671f462 req-3da7ee34-4038-4996-9348-bb4dccd3e841 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:01.333074 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6e1f1584-ed28-4666-b8ba-a3268671f462 req-3da7ee34-4038-4996-9348-bb4dccd3e841 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0803452 Mar 08 13:54:01.387378 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-caa33002-19c0-44c5-a5af-e4e1ec73c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:01.388854 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-caa33002-19c0-44c5-a5af-e4e1ec73c0f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c3b0801-2e80-43cf-b500-693cbc206fd1 HTTP/1.1" status: 200 len: 854 time: 0.1823494 Mar 08 13:54:01.395406 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6e1f1584-ed28-4666-b8ba-a3268671f462 req-ae4ed2ec-38ca-4842-a9da-f2cc0c32b006 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566173 Mar 08 13:54:01.494157 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-ff654933-2578-461e-b7c7-30a7239d3136 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b923cb3-be0d-4c07-9068-a59fb7695f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543292 Mar 08 13:54:01.503365 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks [] for router_gateway (6c769584-f77f-4ebb-affa-db956fcd1121), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.519795 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff77e-cf25-41c6-a44a-19ee3abe9e16 req-d21aecff-6d03-4a55-9030-eb80f343c5d9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:01.526597 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a24ff77e-cf25-41c6-a44a-19ee3abe9e16 req-d21aecff-6d03-4a55-9030-eb80f343c5d9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 943 time: 0.2247434 Mar 08 13:54:01.528643 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Publish callbacks [] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.546133 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Allocated IP 172.20.0.2 (912e4d27-1d28-44c8-84bb-3015c5e19494/11622c78-d35c-4f09-92c4-a12d1e68a5a7/ae360e91-bbb8-4dc1-8ef5-215a6a66b092) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:54:01.549727 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.693336 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14ba9-d346-405d-9b16-b15075d83be2 None None] Pushing event updated for resources: {'Port': ['ID=bedfa71a-1350-4751-bd04-b88b57a8f44a,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:01.812186 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Attempting to bind port bedfa71a-1350-4751-bd04-b88b57a8f44a on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:01.816895 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Attempting to bind port bedfa71a-1350-4751-bd04-b88b57a8f44a by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:01.817450 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Attempting to bind port bedfa71a-1350-4751-bd04-b88b57a8f44a on network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:01.870419 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:01.870789 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Checking segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:01.871200 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.871629 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Bound using segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:01.872129 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Bound port: bedfa71a-1350-4751-bd04-b88b57a8f44a, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:01.872521 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:01.962887 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a24ff77e-cf25-41c6-a44a-19ee3abe9e16 req-84ead22b-7313-47bc-9264-291e9fcd13c3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353523 Mar 08 13:54:02.010106 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-8297c01a-beb8-40b0-8447-6981750a391c service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065722 Mar 08 13:54:02.044166 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Publish callbacks [] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.054747 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] For port bedfa71a-1350-4751-bd04-b88b57a8f44a, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:02.058157 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-62fcd8a0-bc20-4bb6-9723-9e7ca0622ff5 None None] Provisioning complete for port bedfa71a-1350-4751-bd04-b88b57a8f44a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:02.058157 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-62fcd8a0-bc20-4bb6-9723-9e7ca0622ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.062004 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] For port bedfa71a-1350-4751-bd04-b88b57a8f44a, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=bedfa71a-1350-4751-bd04-b88b57a8f44a,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:02.066465 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.123763 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.166866 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:02.172490 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:02.174087 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Pushing event updated for resources: {'Port': ['ID=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:02.185310 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:54:02.188546 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-62fcd8a0-bc20-4bb6-9723-9e7ca0622ff5 None None] Port bedfa71a-1350-4751-bd04-b88b57a8f44a cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:54:02.199625 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6d6e6f2-a2b9-49c5-ae2b-395beb637285 req-dacad40d-6414-444e-a0ab-2f06463dcc5a service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757686 Mar 08 13:54:02.208668 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:54:02.209286 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:02.262461 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks [] for router_gateway (6c769584-f77f-4ebb-affa-db956fcd1121), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.301009 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.371818 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Attempting to bind port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:02.372443 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Attempting to bind port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:02.372546 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Attempting to bind port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 on network 912e4d27-1d28-44c8-84bb-3015c5e19494 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:02.374452 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14ba9-d346-405d-9b16-b15075d83be2 None None] Pushing event updated for resources: {'Port': ['ID=bedfa71a-1350-4751-bd04-b88b57a8f44a,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:02.415490 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:02.415920 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Checking segment: {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:02.416301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.416698 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Bound using segment: {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:02.417277 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Bound port: ae360e91-bbb8-4dc1-8ef5-215a6a66b092, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:02.417758 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.426052 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28455c3-23c3-489c-a8b2-afd86572417c req-98f00bce-5d3b-48d4-ba67-3c715f97022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:02.428952 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-98f00bce-5d3b-48d4-ba67-3c715f97022d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec245e0430fa4153a547d63719aa4c44&device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 1127 time: 0.1638598 Mar 08 13:54:02.520725 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Allocated IP 172.27.2.5 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/23a64cf6-b227-4cae-8ff5-95508f2ee16a) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:54:02.575933 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28455c3-23c3-489c-a8b2-afd86572417c req-d0226cd1-d3e0-4505-a75f-76078de6e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:02.577457 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-d0226cd1-d3e0-4505-a75f-76078de6e141 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 200 len: 915 time: 0.1425014 Mar 08 13:54:02.631483 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:54:02.647718 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-6bbfb373-e40d-4659-ae83-3c1cf25550dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901 HTTP/1.1" status: 200 len: 217 time: 0.0447781 Mar 08 13:54:02.686498 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] Provisioning complete for port bedfa71a-1350-4751-bd04-b88b57a8f44a triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:02.686869 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.712608 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks [] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.726563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28455c3-23c3-489c-a8b2-afd86572417c req-dabe6456-27fd-4501-a216-a413cac53e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:02.728049 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-dabe6456-27fd-4501-a216-a413cac53e65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c3b0801-2e80-43cf-b500-693cbc206fd1 HTTP/1.1" status: 200 len: 854 time: 0.0702574 Mar 08 13:54:02.741727 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-43891594-454c-4167-9fb0-ec726218a734 None None] For port ae360e91-bbb8-4dc1-8ef5-215a6a66b092, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:02.771826 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-1926772d-6b2d-4b46-aacc-4175aec7c256 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b923cb3-be0d-4c07-9068-a59fb7695f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342259 Mar 08 13:54:02.776277 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-43891594-454c-4167-9fb0-ec726218a734 None None] For port ae360e91-bbb8-4dc1-8ef5-215a6a66b092, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:02.789226 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.816535 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:02.881720 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:02.886667 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:02.889038 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:54:02.923934 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=23a64cf6-b227-4cae-8ff5-95508f2ee16a,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:02.943350 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891594-454c-4167-9fb0-ec726218a734 None None] Pushing event updated for resources: {'Port': ['ID=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:02.974786 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-241433f3-06da-414a-a0d4-8d1312388a3c service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952138 Mar 08 13:54:02.987370 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] Current status of the port bedfa71a-1350-4751-bd04-b88b57a8f44a is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:02.987771 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:03.039629 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] For port bedfa71a-1350-4751-bd04-b88b57a8f44a, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=bedfa71a-1350-4751-bd04-b88b57a8f44a,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:03.051452 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:02Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:03.055224 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:03.089909 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710051-3b8d-4287-abfe-961e62a9ceb8 None None] The sync data for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi is: [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:02Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:54:03.170363 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf20a79-e638-4164-908f-a9c2826556a8 req-80a05042-ab7a-4653-8cd9-f77dfadaf96d tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:03.185045 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cdf20a79-e638-4164-908f-a9c2826556a8 req-80a05042-ab7a-4653-8cd9-f77dfadaf96d tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 943 time: 0.1052291 Mar 08 13:54:03.206422 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79654703-50b9-4251-9aae-c0fe97399a5f None None] Pushing event updated for resources: {'Port': ['ID=bedfa71a-1350-4751-bd04-b88b57a8f44a,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:03.275544 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cdf20a79-e638-4164-908f-a9c2826556a8 req-0cbe8036-74d5-4371-927a-af8916053ed3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Mar 08 13:54:03.342471 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e28455c3-23c3-489c-a8b2-afd86572417c req-cee61c9d-7916-4951-bfc3-2bafbedd5b64 service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034737 Mar 08 13:54:03.429742 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks [] for router_gateway (6c769584-f77f-4ebb-affa-db956fcd1121), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:03.659755 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (6c769584-f77f-4ebb-affa-db956fcd1121), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:03.842548 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Router 6c769584-f77f-4ebb-affa-db956fcd1121 is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:54:03.966956 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:54:03.977088 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Sync routers for ids ['6c769584-f77f-4ebb-affa-db956fcd1121'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:54:03.992634 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Routers {'6c769584-f77f-4ebb-affa-db956fcd1121'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:54:03.993556 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6c769584-f77f-4ebb-affa-db956fcd1121'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:03.996173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:03.997486 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b594feca-de3f-4c6e-a08d-97e914c1ce14 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9614317 Mar 08 13:54:04.000937 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 58950) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:04.200846 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b5c819-c128-41d7-8437-36c37099cad2 None None] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:54:04.202711 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-c705883a-d60b-4d08-8147-98c184e288ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782239 Mar 08 13:54:04.203216 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:54:04.247280 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Set router 6c769584-f77f-4ebb-affa-db956fcd1121 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:54:04.327822 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] Provisioning complete for port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:04.328347 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.361993 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-db36be96-e7c5-4042-a1e0-6be4ac8f42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:04.363478 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-db36be96-e7c5-4042-a1e0-6be4ac8f42bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.1045809 Mar 08 13:54:04.507281 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:04.516626 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 3, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:04.529811 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901', 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97', 'port_id': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901', 'mac_address': 'fa:16:3e:f3:93:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3b0801-2e80-43cf-b500-693cbc206fd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:54:04.603431 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:04.603826 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.651471 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:04.662694 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] Current status of the port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:04.669547 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.676083 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Checking router: 6c769584-f77f-4ebb-affa-db956fcd1121 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:54:04.676440 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Updating router 6c769584-f77f-4ebb-affa-db956fcd1121 port 23a64cf6-b227-4cae-8ff5-95508f2ee16a binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:54:04.726603 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.737280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:04.762861 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] For port ae360e91-bbb8-4dc1-8ef5-215a6a66b092, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:04.766073 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.832714 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device bedfa71a-1350-4751-bd04-b88b57a8f44a up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:04.839619 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.909632 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:04.960666 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port bedfa71a-1350-4751-bd04-b88b57a8f44a triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:04.961050 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:04.981691 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fac1-0e67-4e62-99f4-3d5e45752f19 req-dbbc65b3-68d6-45ec-bcae-dba29555ecbd tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:04.983402 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f3e9fac1-0e67-4e62-99f4-3d5e45752f19 req-dbbc65b3-68d6-45ec-bcae-dba29555ecbd tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 943 time: 0.6046233 Mar 08 13:54:05.012163 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd3135-28b1-46aa-b477-61e6d805b0bb None None] Pushing event updated for resources: {'Port': ['ID=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:05.022899 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-a747305b-e3e0-413e-b68f-903421f92b49 None None] Provisioning complete for port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:05.022899 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a747305b-e3e0-413e-b68f-903421f92b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.073289 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-3be22626-5d27-4f72-ab2b-39c0d452cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:05.073804 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Publish callbacks [] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.075115 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-3be22626-5d27-4f72-ab2b-39c0d452cf7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.6827123 Mar 08 13:54:05.081128 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.127192 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c59ef0-bc1e-4418-919f-7a934c91a289 None None] Pushing event updated for resources: {'Port': ['ID=23a64cf6-b227-4cae-8ff5-95508f2ee16a,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:05.128074 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port bedfa71a-1350-4751-bd04-b88b57a8f44a is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:05.129244 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ae360e91-bbb8-4dc1-8ef5-215a6a66b092 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:05.148214 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f3e9fac1-0e67-4e62-99f4-3d5e45752f19 req-6c810538-716c-44fb-944a-ca67ea0e85c5 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330125 Mar 08 13:54:05.148461 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Attempting to bind port 23a64cf6-b227-4cae-8ff5-95508f2ee16a on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:05.148982 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Attempting to bind port 23a64cf6-b227-4cae-8ff5-95508f2ee16a by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:05.149527 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Attempting to bind port 23a64cf6-b227-4cae-8ff5-95508f2ee16a on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:05.151334 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-6232db8f-2553-4230-bd30-4cc3b66eb9dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.0544865 Mar 08 13:54:05.155484 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:05.155670 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:05.156216 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.156750 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:05.157382 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Bound port: 23a64cf6-b227-4cae-8ff5-95508f2ee16a, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:05.157917 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.204268 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.213714 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] For port 23a64cf6-b227-4cae-8ff5-95508f2ee16a, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:05.213883 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['57bebb8e-6e37-46f0-a3cd-3d2c076e8901'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:54:05.217641 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] For port 23a64cf6-b227-4cae-8ff5-95508f2ee16a, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=23a64cf6-b227-4cae-8ff5-95508f2ee16a,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:05.226489 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.280593 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-a747305b-e3e0-413e-b68f-903421f92b49 None None] Current status of the port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:05.293459 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-096eb64f-6a59-4b87-95b4-09075cab5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:05.296708 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-096eb64f-6a59-4b87-95b4-09075cab5a9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.1367440 Mar 08 13:54:05.297499 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c59ef0-bc1e-4418-919f-7a934c91a289 None None] Pushing event updated for resources: {'Port': ['ID=23a64cf6-b227-4cae-8ff5-95508f2ee16a,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:05.312669 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Routers {'6c769584-f77f-4ebb-affa-db956fcd1121'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:54:05.313465 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6c769584-f77f-4ebb-affa-db956fcd1121'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:05.331436 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:05.332325 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.382400 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-8b99a91a-0d5c-450a-8128-6a8adc11cffb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338612 Mar 08 13:54:05.442119 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] Set router 6c769584-f77f-4ebb-affa-db956fcd1121 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:54:05.523767 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:05.606421 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-4dcac5b5-0b19-404b-8394-3cce09b38a7e service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176113 Mar 08 13:54:05.709747 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 3, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:05.713771 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Allocated IP 172.20.0.1 (912e4d27-1d28-44c8-84bb-3015c5e19494/11622c78-d35c-4f09-92c4-a12d1e68a5a7/da41d973-494a-4b3b-ac55-1e6fa07d002b) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:54:05.742823 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45012d-25ea-4ef0-9f1b-f4a9a12c94d5 None None] The sync data for ids ['6c769584-f77f-4ebb-affa-db956fcd1121'] in dv-cinder-830092-2-iscsi is: [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 3, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:54:05.771969 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3e0b1b9-9145-4e63-b353-c89f592c40da req-1c16accb-efac-4a55-a67b-678a9262afab service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504261 Mar 08 13:54:05.852184 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks [] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.888035 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:05.928794 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:05.931708 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:05.935229 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:54:05.964038 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Pushing event updated for resources: {'Port': ['ID=da41d973-494a-4b3b-ac55-1e6fa07d002b,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:05.989543 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.990103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.990212 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.990550 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.990881 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.991228 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.991541 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.991934 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.992330 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.992702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.993111 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.993394 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:05.993648 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:06.016283 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (6c769584-f77f-4ebb-affa-db956fcd1121), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.110983 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42626cb0-656e-4d22-aad3-9864b81990de req-fe53a163-676a-4314-9a09-560e17d56fb6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:06.113097 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-42626cb0-656e-4d22-aad3-9864b81990de req-fe53a163-676a-4314-9a09-560e17d56fb6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1450541 Mar 08 13:54:06.216978 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-42626cb0-656e-4d22-aad3-9864b81990de req-a7c7cab1-1bad-498d-8e42-08014dcf97f6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811279 Mar 08 13:54:06.226341 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.301091 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4be36-e66f-456c-aa11-9ffd185029ee req-bce5525e-c4a5-4dda-bbca-c6ce2b6d1ee4 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:06.309651 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-98c4be36-e66f-456c-aa11-9ffd185029ee req-bce5525e-c4a5-4dda-bbca-c6ce2b6d1ee4 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 944 time: 0.0657153 Mar 08 13:54:06.330798 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-bff70daa-c949-4ce2-bbb8-65971f46cc0c None None] Provisioning complete for port da41d973-494a-4b3b-ac55-1e6fa07d002b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:06.331364 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bff70daa-c949-4ce2-bbb8-65971f46cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.383830 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-98c4be36-e66f-456c-aa11-9ffd185029ee req-b4b77a73-5278-4c4a-bf3b-5accdee5bf26 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729835 Mar 08 13:54:06.387684 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-bff70daa-c949-4ce2-bbb8-65971f46cc0c None None] Port da41d973-494a-4b3b-ac55-1e6fa07d002b cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:54:06.452481 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks [] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.459095 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.529657 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Pushing event updated for resources: {'Port': ['ID=da41d973-494a-4b3b-ac55-1e6fa07d002b,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:06.532109 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (6c769584-f77f-4ebb-affa-db956fcd1121), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.631693 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:06.633500 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:06.759190 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ae360e91-bbb8-4dc1-8ef5-215a6a66b092 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:06.784999 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Router 6c769584-f77f-4ebb-affa-db956fcd1121 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:54:06.862877 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:06.867992 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.935886 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:54:06.939455 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:06.940477 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-fecdcd0f-1fd6-4554-8caf-a6eb26857f3e None None] Provisioning complete for port da41d973-494a-4b3b-ac55-1e6fa07d002b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:06.941014 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-05ded820-bc87-441d-a335-40dd8b942aee admin admin] 10.222.0.18 "PUT /v2.0/routers/6c769584-f77f-4ebb-affa-db956fcd1121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9390230 Mar 08 13:54:06.943242 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fecdcd0f-1fd6-4554-8caf-a6eb26857f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:07.006918 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-fecdcd0f-1fd6-4554-8caf-a6eb26857f3e None None] Port da41d973-494a-4b3b-ac55-1e6fa07d002b cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:54:07.015092 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:07.016220 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 23a64cf6-b227-4cae-8ff5-95508f2ee16a up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:07.078507 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 23a64cf6-b227-4cae-8ff5-95508f2ee16a triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:07.079317 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:07.177537 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 23a64cf6-b227-4cae-8ff5-95508f2ee16a is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:07.177937 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:07.207423 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 23a64cf6-b227-4cae-8ff5-95508f2ee16a, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=23a64cf6-b227-4cae-8ff5-95508f2ee16a,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:07.222204 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:07.278584 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=23a64cf6-b227-4cae-8ff5-95508f2ee16a,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:07.395309 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd9b0d-450a-4a49-8f4e-c9e9ed1701f3 req-356ce025-4aec-4856-a5f0-aa6ec5fb2f07 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:07.397385 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-37cd9b0d-450a-4a49-8f4e-c9e9ed1701f3 req-356ce025-4aec-4856-a5f0-aa6ec5fb2f07 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0802803 Mar 08 13:54:07.480926 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-37cd9b0d-450a-4a49-8f4e-c9e9ed1701f3 req-91a0f314-c8eb-45e9-a6a5-c74188864214 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614285 Mar 08 13:54:07.570213 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97930622-6185-42e5-bb0b-d3fb55dd1260 req-d1ffe85b-8ce5-4f49-b248-9da5fdd6074b tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:07.571841 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-97930622-6185-42e5-bb0b-d3fb55dd1260 req-d1ffe85b-8ce5-4f49-b248-9da5fdd6074b tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 944 time: 0.0745127 Mar 08 13:54:07.631021 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-97930622-6185-42e5-bb0b-d3fb55dd1260 req-16e21562-5fb6-4bb5-9e28-831cef29c70b tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Mar 08 13:54:07.693017 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Sync routers for ids ['6c769584-f77f-4ebb-affa-db956fcd1121'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:54:07.704347 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Routers {'6c769584-f77f-4ebb-affa-db956fcd1121'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:54:07.704952 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6c769584-f77f-4ebb-affa-db956fcd1121'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:07.832043 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Set router 6c769584-f77f-4ebb-affa-db956fcd1121 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:54:08.235311 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:08.255963 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:54:06Z', 'revision_number': 4, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'da41d973-494a-4b3b-ac55-1e6fa07d002b', 'name': '', 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'mac_address': 'fa:16:3e:7b:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:05Z', 'updated_at': '2022-03-08T13:54:06Z', 'revision_number': 2, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'subnets': [{'id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:08.313545 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Checking router: 6c769584-f77f-4ebb-affa-db956fcd1121 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:54:08.313906 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Updating router 6c769584-f77f-4ebb-affa-db956fcd1121 port da41d973-494a-4b3b-ac55-1e6fa07d002b binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:54:08.356645 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:08.416917 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:54:08.425029 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:08.425474 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:08.697742 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:08.699231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:08.728670 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63df489-d6ed-494d-b253-a38bad8165c2 req-97741223-0c4e-4218-bb8e-d0feeac8eda6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:08.735949 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e63df489-d6ed-494d-b253-a38bad8165c2 req-97741223-0c4e-4218-bb8e-d0feeac8eda6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1104381 Mar 08 13:54:08.747958 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 23a64cf6-b227-4cae-8ff5-95508f2ee16a up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:08.819991 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:08.823860 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fd1db0-947a-4b64-b810-7d6df7ec8896" -d '{"events": [{"server_uuid": "0cf4e7ed-c263-41ce-b648-7005f9a34055", "name": "network-vif-plugged", "status": "completed", "tag": "57bebb8e-6e37-46f0-a3cd-3d2c076e8901"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:08.834776 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e63df489-d6ed-494d-b253-a38bad8165c2 req-a9ad03d2-5f50-4ea9-bb59-0e98ede9da69 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978358 Mar 08 13:54:08.854492 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e2235-cdd7-4497-b101-130863366633 req-50c15772-0791-40b9-9e0d-643a29011bb9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:08.865543 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:08.865890 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-699e2235-cdd7-4497-b101-130863366633 req-50c15772-0791-40b9-9e0d-643a29011bb9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 944 time: 0.1064899 Mar 08 13:54:08.880417 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:08.971999 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449c9a8-44fb-4a86-9093-f00fce7f8ed2 x-openstack-request-id: req-d449c9a8-44fb-4a86-9093-f00fce7f8ed2 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:08.972311 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf4e7ed-c263-41ce-b648-7005f9a34055", "name": "network-vif-plugged", "status": "completed", "tag": "57bebb8e-6e37-46f0-a3cd-3d2c076e8901", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:08.972616 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d449c9a8-44fb-4a86-9093-f00fce7f8ed2 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:08.973087 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901', 'code': 200} Mar 08 13:54:09.004504 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-699e2235-cdd7-4497-b101-130863366633 req-d35df70a-edbc-4f86-8e47-d64966825479 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373568 Mar 08 13:54:09.015645 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 23a64cf6-b227-4cae-8ff5-95508f2ee16a triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:09.015952 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.081378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:09.169406 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Publish callbacks [] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.187292 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.194703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 23a64cf6-b227-4cae-8ff5-95508f2ee16a is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:09.195950 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad811dd-fa0c-4175-bb60-c682fd2519e2 req-b8afa18b-f576-4c22-a271-ea5d3b5d9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:09.199160 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aad811dd-fa0c-4175-bb60-c682fd2519e2 req-b8afa18b-f576-4c22-a271-ea5d3b5d9e00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 1129 time: 0.0662796 Mar 08 13:54:09.268860 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3330e-7e5f-49c3-ad1e-e9e521dff52a None None] Pushing event updated for resources: {'Port': ['ID=da41d973-494a-4b3b-ac55-1e6fa07d002b,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:09.285340 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aad811dd-fa0c-4175-bb60-c682fd2519e2 req-452d188d-5da3-4630-ae98-04b46d41d90e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785758 Mar 08 13:54:09.320878 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Attempting to bind port da41d973-494a-4b3b-ac55-1e6fa07d002b on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:09.321348 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Attempting to bind port da41d973-494a-4b3b-ac55-1e6fa07d002b by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:09.321838 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Attempting to bind port da41d973-494a-4b3b-ac55-1e6fa07d002b on network 912e4d27-1d28-44c8-84bb-3015c5e19494 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:09.332924 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:09.333310 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Checking segment: {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:09.335402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.335402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Bound using segment: {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:09.335402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Bound port: da41d973-494a-4b3b-ac55-1e6fa07d002b, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8317cb-770e-412b-9d92-416a32103200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:09.335730 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.451280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] For port da41d973-494a-4b3b-ac55-1e6fa07d002b, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:09.455630 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] For port da41d973-494a-4b3b-ac55-1e6fa07d002b, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=da41d973-494a-4b3b-ac55-1e6fa07d002b,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:09.470105 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.536438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Routers {'6c769584-f77f-4ebb-affa-db956fcd1121'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:54:09.537091 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:53:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6c769584-f77f-4ebb-affa-db956fcd1121'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:09.613310 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3330e-7e5f-49c3-ad1e-e9e521dff52a None None] Pushing event updated for resources: {'Port': ['ID=da41d973-494a-4b3b-ac55-1e6fa07d002b,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:09.631153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] Provisioning complete for port da41d973-494a-4b3b-ac55-1e6fa07d002b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:09.631533 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.791396 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] Current status of the port da41d973-494a-4b3b-ac55-1e6fa07d002b is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:09.792015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.820211 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] Set router 6c769584-f77f-4ebb-affa-db956fcd1121 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:54:09.884799 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] For port da41d973-494a-4b3b-ac55-1e6fa07d002b, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=da41d973-494a-4b3b-ac55-1e6fa07d002b,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:09.924929 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:09.992946 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db983779-f8a7-47b0-99a6-e14954182e2c None None] Pushing event updated for resources: {'Port': ['ID=da41d973-494a-4b3b-ac55-1e6fa07d002b,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:10.064155 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f72c8-93b5-46d2-a17f-143050c166f3 req-caca8586-9fc5-456a-beee-b3fcc7d6b7a9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:10.067265 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ad6f72c8-93b5-46d2-a17f-143050c166f3 req-caca8586-9fc5-456a-beee-b3fcc7d6b7a9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1080420 Mar 08 13:54:10.104356 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-88d65b54-36a9-40d5-bca3-2de0929de00c None None] Provisioning complete for port da41d973-494a-4b3b-ac55-1e6fa07d002b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:10.104639 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-88d65b54-36a9-40d5-bca3-2de0929de00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:10.154242 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ad6f72c8-93b5-46d2-a17f-143050c166f3 req-d1fcaad7-717b-4200-ad07-4d5194db3e08 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752730 Mar 08 13:54:10.277284 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6db5-cdaa-4cb5-b00c-93c7591b9596 req-0912515d-e68f-4f9c-b4f6-429936bbdee9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:10.285314 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8c1a6db5-cdaa-4cb5-b00c-93c7591b9596 req-0912515d-e68f-4f9c-b4f6-429936bbdee9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0976641 Mar 08 13:54:10.288796 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-897a5a17-0470-4c58-b046-945eac434ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:10.289463 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-88d65b54-36a9-40d5-bca3-2de0929de00c None None] Current status of the port da41d973-494a-4b3b-ac55-1e6fa07d002b is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:10.294369 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-897a5a17-0470-4c58-b046-945eac434ffa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.1089990 Mar 08 13:54:10.309076 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:54:06Z', 'revision_number': 4, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'da41d973-494a-4b3b-ac55-1e6fa07d002b', 'name': '', 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'mac_address': 'fa:16:3e:7b:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:05Z', 'updated_at': '2022-03-08T13:54:09Z', 'revision_number': 4, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'subnets': [{'id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:54:10.348301 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8c1a6db5-cdaa-4cb5-b00c-93c7591b9596 req-c33fefd7-d463-46c6-8024-22aeca15a7f7 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Mar 08 13:54:10.356332 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98279c9-e47d-4052-aba8-cbdc63d6d808 None None] The sync data for ids ['6c769584-f77f-4ebb-affa-db956fcd1121'] in dv-cinder-830092-2-iscsi is: [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:54:06Z', 'revision_number': 4, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'da41d973-494a-4b3b-ac55-1e6fa07d002b', 'name': '', 'network_id': '912e4d27-1d28-44c8-84bb-3015c5e19494', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'mac_address': 'fa:16:3e:7b:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:05Z', 'updated_at': '2022-03-08T13:54:09Z', 'revision_number': 4, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'subnets': [{'id': '11622c78-d35c-4f09-92c4-a12d1e68a5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:54:10.439601 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed9583-b29f-403f-8007-69afa0a0c92b req-75329767-0760-4aed-9177-62d088c64819 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:10.441162 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c9ed9583-b29f-403f-8007-69afa0a0c92b req-75329767-0760-4aed-9177-62d088c64819 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1454704 Mar 08 13:54:10.507116 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-4169652d-8b25-4bd5-ac43-5a12f1eb6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:10.508419 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-4169652d-8b25-4bd5-ac43-5a12f1eb6653 service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.2030749 Mar 08 13:54:10.647723 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-19590d28-9153-4ed5-a34e-45c3eb7a75af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.1012986 Mar 08 13:54:10.663571 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c9ed9583-b29f-403f-8007-69afa0a0c92b req-42142660-28e5-4d07-8646-04f0f477be02 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022769 Mar 08 13:54:10.737483 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-e77398ef-2d4c-4d94-94cb-74d8f7e506f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:10.739939 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-e77398ef-2d4c-4d94-94cb-74d8f7e506f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0754128 Mar 08 13:54:10.746438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device da41d973-494a-4b3b-ac55-1e6fa07d002b up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:10.810896 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-4695724b-24f4-45b1-8c6f-aeecd6dd2db1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524759 Mar 08 13:54:10.831913 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port da41d973-494a-4b3b-ac55-1e6fa07d002b triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:10.832557 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:10.957105 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-9fe6e30e-0e34-4eb0-8600-7521f9d890de service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353478 Mar 08 13:54:10.959450 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port da41d973-494a-4b3b-ac55-1e6fa07d002b is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:11.085571 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4c1084d-5bf9-4137-9c60-7362f111af01 req-d6ec83b0-339f-4d1c-8a7a-3058700cde20 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157925 Mar 08 13:54:11.306041 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416003e1-f6d9-46b4-875a-8635bc7259d2 req-e0811247-efee-4ba0-bde3-7331d51b56fb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:11.307651 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-416003e1-f6d9-46b4-875a-8635bc7259d2 req-e0811247-efee-4ba0-bde3-7331d51b56fb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0666957 Mar 08 13:54:11.364464 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-416003e1-f6d9-46b4-875a-8635bc7259d2 req-7977d7c5-76e1-42a9-b364-e639a3c60cfb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504227 Mar 08 13:54:11.524422 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa309c1-ae46-45eb-8a0a-265c3db0203d req-70792546-dd6f-4917-925a-709ee891c8d8 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:11.527626 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4aa309c1-ae46-45eb-8a0a-265c3db0203d req-70792546-dd6f-4917-925a-709ee891c8d8 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.1019309 Mar 08 13:54:11.586793 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4aa309c1-ae46-45eb-8a0a-265c3db0203d req-283b91ee-5000-482a-9d5f-5cc199ab05c0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549965 Mar 08 13:54:11.795542 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c185fc-0d1f-4154-a895-6e3280da9ae0 req-dae4c2d9-3b9e-4674-a717-56e405cbcea1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:11.797057 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-08c185fc-0d1f-4154-a895-6e3280da9ae0 req-dae4c2d9-3b9e-4674-a717-56e405cbcea1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0646951 Mar 08 13:54:11.875134 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-08c185fc-0d1f-4154-a895-6e3280da9ae0 req-5fb5fbfa-4a0c-459c-b377-c746452971db tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716898 Mar 08 13:54:12.511965 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626128-560c-4dbc-9f92-3252b0b6dcd6 req-c69ba1b2-138c-42ac-834f-37fd39b4d8d0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:12.513736 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ff626128-560c-4dbc-9f92-3252b0b6dcd6 req-c69ba1b2-138c-42ac-834f-37fd39b4d8d0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0610390 Mar 08 13:54:12.568228 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ff626128-560c-4dbc-9f92-3252b0b6dcd6 req-90313811-b330-462e-a018-aacb6efcd053 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480633 Mar 08 13:54:13.019211 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3379a8-0b45-43e5-88aa-159455f72a31 req-bda3c791-5dab-4e79-a1b9-6f2c6449d744 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:13.021785 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8c3379a8-0b45-43e5-88aa-159455f72a31 req-bda3c791-5dab-4e79-a1b9-6f2c6449d744 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0753243 Mar 08 13:54:13.092211 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8c3379a8-0b45-43e5-88aa-159455f72a31 req-7f35055b-7931-4938-88d6-543a07e005b0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599520 Mar 08 13:54:13.713823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507018-9647-4c54-b1aa-27df4090e18e req-c53d630e-7c8b-4b34-89c9-4a9f7fcbab3d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:13.717921 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-03507018-9647-4c54-b1aa-27df4090e18e req-c53d630e-7c8b-4b34-89c9-4a9f7fcbab3d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0702860 Mar 08 13:54:13.801834 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-03507018-9647-4c54-b1aa-27df4090e18e req-b2733765-9c61-4ee4-af48-19aa9bb16c70 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770056 Mar 08 13:54:14.224802 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ef218-6e52-463e-8559-d47ad183c563 req-9ca72788-7459-40ed-945c-d4a1a395a438 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:14.226449 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-802ef218-6e52-463e-8559-d47ad183c563 req-9ca72788-7459-40ed-945c-d4a1a395a438 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0586278 Mar 08 13:54:14.274286 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-802ef218-6e52-463e-8559-d47ad183c563 req-205882a6-0c3f-41f4-bc16-114f06b86ec0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Mar 08 13:54:14.986978 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd263f-1025-4679-9610-a00db561e5e0 req-1488e659-79f6-4e0d-ba9b-02d6f7cfa232 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:14.988763 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06dd263f-1025-4679-9610-a00db561e5e0 req-1488e659-79f6-4e0d-ba9b-02d6f7cfa232 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0796583 Mar 08 13:54:15.055156 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06dd263f-1025-4679-9610-a00db561e5e0 req-e108ff0d-a440-4a8a-8557-edc86637ce3c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538702 Mar 08 13:54:15.102930 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:54:15.435040 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57577-beb4-4a5f-8170-c25868c73de4 req-3b11d680-651d-4909-a258-0359683e957e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:15.436650 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8df57577-beb4-4a5f-8170-c25868c73de4 req-3b11d680-651d-4909-a258-0359683e957e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0727196 Mar 08 13:54:15.491243 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8df57577-beb4-4a5f-8170-c25868c73de4 req-c8e11164-3c9d-454d-8f5a-be6563ecc4c1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 Mar 08 13:54:16.216588 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984651d7-073e-4ec6-9185-fc9786d9f444 req-06c91a97-aa29-4150-82c1-b5a2ac89f609 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:16.221910 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-984651d7-073e-4ec6-9185-fc9786d9f444 req-06c91a97-aa29-4150-82c1-b5a2ac89f609 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0737002 Mar 08 13:54:16.286727 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-984651d7-073e-4ec6-9185-fc9786d9f444 req-9cc1f0c8-ab38-4971-ac53-83d58042b850 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603189 Mar 08 13:54:16.340683 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae6fd-045a-416a-a6dd-d31da8cc1c81 req-f7781bf6-8482-4322-a34e-c98acf4c00b5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:16.344678 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9d8ae6fd-045a-416a-a6dd-d31da8cc1c81 req-f7781bf6-8482-4322-a34e-c98acf4c00b5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0628524 Mar 08 13:54:16.408939 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9d8ae6fd-045a-416a-a6dd-d31da8cc1c81 req-8792b951-9171-49ae-9d74-9635eaac4ef2 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565312 Mar 08 13:54:16.634440 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f781a3-0e7a-411e-801f-5d42508e0009 req-b6b1b765-e7b4-4f2b-a3b4-60f165f1b20b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:16.636622 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-29f781a3-0e7a-411e-801f-5d42508e0009 req-b6b1b765-e7b4-4f2b-a3b4-60f165f1b20b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0651822 Mar 08 13:54:16.687006 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-29f781a3-0e7a-411e-801f-5d42508e0009 req-4f7e4b96-0387-4a70-8d5d-7d04a35a444b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Mar 08 13:54:17.416926 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78355e0-e802-4e85-bb5a-ae5aa5394e82 req-b07ee0da-9694-401b-9cab-c0affad2f8f3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:17.419176 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d78355e0-e802-4e85-bb5a-ae5aa5394e82 req-b07ee0da-9694-401b-9cab-c0affad2f8f3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0599182 Mar 08 13:54:17.487963 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d78355e0-e802-4e85-bb5a-ae5aa5394e82 req-ffffe701-cbb5-4e54-88e0-37a4646313c8 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628042 Mar 08 13:54:17.541921 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fee31-b235-4fec-adb5-654a911c4b3e req-a5c498c2-7723-4fd4-9110-87f0a5012d33 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:17.544091 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-151fee31-b235-4fec-adb5-654a911c4b3e req-a5c498c2-7723-4fd4-9110-87f0a5012d33 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0557432 Mar 08 13:54:17.599640 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-151fee31-b235-4fec-adb5-654a911c4b3e req-72055d03-2863-4b86-964e-a4ee21eb9aab tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501091 Mar 08 13:54:17.813311 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e43e-aab9-4be1-9da6-f4c888a61cd8 req-4ac407fd-be6c-457a-8c79-324df69610b8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:17.815038 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c1f4e43e-aab9-4be1-9da6-f4c888a61cd8 req-4ac407fd-be6c-457a-8c79-324df69610b8 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0608499 Mar 08 13:54:17.866318 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c1f4e43e-aab9-4be1-9da6-f4c888a61cd8 req-3d0cd235-f6bb-41cf-94a7-03e7b461722a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Mar 08 13:54:18.291530 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-d86208d3-6b41-4b63-b052-44e8463d55ab tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:18.292954 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-d86208d3-6b41-4b63-b052-44e8463d55ab tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 815 time: 0.1033568 Mar 08 13:54:18.307646 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-98158a86-3668-4af1-9fb7-516d20b15bdc tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/quotas/81fd0fd8a1cc499f8479307f01f32b24 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Mar 08 13:54:18.362746 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-52b40eda-37ac-4d70-9544-c3c0bbd75f3d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504396 Mar 08 13:54:18.470821 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-00062eb4-cc2e-4d8f-9881-755b2991b501 service neutron] 10.222.0.18 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962174 Mar 08 13:54:18.567023 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2f86b93-f8e9-4ed7-958b-58669f14a1f6 service neutron] 10.222.0.18 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Mar 08 13:54:18.600596 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bc552-a2c7-40d5-836f-1ee742d40e55 req-db78a0d9-8f8d-4bea-a944-ab16f6722f34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:18.602443 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-938bc552-a2c7-40d5-836f-1ee742d40e55 req-db78a0d9-8f8d-4bea-a944-ab16f6722f34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0533168 Mar 08 13:54:18.654966 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-938bc552-a2c7-40d5-836f-1ee742d40e55 req-a9ac9fdf-de93-40d9-8cfd-c745561a8fd0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471911 Mar 08 13:54:18.730734 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5f0551d5-524f-4d8a-8184-f6b42c592bfb req-7b38136d-c9fd-4169-a421-9d83ddfe7e4b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 210 time: 0.0273755 Mar 08 13:54:18.766009 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203bf49-6eac-4ff1-bd1e-f681f002e382 req-2f5e1712-db9b-4221-b053-464271859dd0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:18.767579 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f203bf49-6eac-4ff1-bd1e-f681f002e382 req-2f5e1712-db9b-4221-b053-464271859dd0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0536315 Mar 08 13:54:18.818118 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f203bf49-6eac-4ff1-bd1e-f681f002e382 req-05ea67cd-9ad2-45f6-9bf7-2b085cbe3b31 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Mar 08 13:54:18.993250 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b451-a84f-49a5-bafe-8cdbf1188d1a req-f1e2eb40-abe5-4b2a-ad02-10c34e2cdb78 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:18.994769 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-45f4b451-a84f-49a5-bafe-8cdbf1188d1a req-f1e2eb40-abe5-4b2a-ad02-10c34e2cdb78 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0561192 Mar 08 13:54:19.043752 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-45f4b451-a84f-49a5-bafe-8cdbf1188d1a req-27c172a4-39db-4928-bd0a-dd7b301540ac tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Mar 08 13:54:19.798738 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bda5b-3420-40f0-8447-54eb224273dc req-7d773292-5927-447b-b5be-8d0568befa5f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:19.800265 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4d9bda5b-3420-40f0-8447-54eb224273dc req-7d773292-5927-447b-b5be-8d0568befa5f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0652676 Mar 08 13:54:19.843557 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-99d6f95c-d53d-4c27-be10-96e6fd96368c req-a54be364-fc86-46db-92a1-ea222c539e7f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 210 time: 0.0399132 Mar 08 13:54:19.852172 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4d9bda5b-3420-40f0-8447-54eb224273dc req-2de72afe-0cbe-49ae-8a65-48e546d2b3c4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457072 Mar 08 13:54:19.971346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-e03e70de-4b0a-4932-9e51-5d7bb3a83dc9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:19.972899 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-e03e70de-4b0a-4932-9e51-5d7bb3a83dc9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 815 time: 0.1587296 Mar 08 13:54:19.994077 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4c40-c994-40da-b2e3-f6d6c79981ca req-5de9928e-d03a-4d65-95ec-a332990af163 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:19.995662 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4bee4c40-c994-40da-b2e3-f6d6c79981ca req-5de9928e-d03a-4d65-95ec-a332990af163 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0798590 Mar 08 13:54:20.003588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'port': {'device_id': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'admin_state_up': True, 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:20.014845 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed140-52db-4ca5-a9a5-650a2ef1d237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:20.198788 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049f951-f5fe-4bf4-89ce-2d35eaf75400 req-5e1a1ce5-a73f-4f21-8aa9-6dc2ed857ae1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:20.206709 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5049f951-f5fe-4bf4-89ce-2d35eaf75400 req-5e1a1ce5-a73f-4f21-8aa9-6dc2ed857ae1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0872889 Mar 08 13:54:20.253997 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5049f951-f5fe-4bf4-89ce-2d35eaf75400 req-19c3f6b8-ce08-4fb0-911f-f759fe870cfc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Mar 08 13:54:20.361967 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4bee4c40-c994-40da-b2e3-f6d6c79981ca req-40872305-f0cc-427d-ba22-3036d95840bf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547554 Mar 08 13:54:20.420228 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Made reservation on behalf of 81fd0fd8a1cc499f8479307f01f32b24 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:54:20.424291 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:20.652107 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Allocated IP 172.20.0.10 (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4/99a678ae-b8ca-457b-80b0-66953849eff9/9ba53cee-81de-4372-bea6-5cb9967e28f6) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:54:20.826744 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:20.861388 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:20.909003 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:20.912883 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:20.915757 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:54:20.955937 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:21.004395 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85778f14-763f-48ab-8f0a-9e40bfadf8fe req-4db5e5cb-f4b9-4d44-88fc-6ecf233f28d3 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:21.015942 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-85778f14-763f-48ab-8f0a-9e40bfadf8fe req-4db5e5cb-f4b9-4d44-88fc-6ecf233f28d3 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0703995 Mar 08 13:54:21.032525 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:21.033414 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:21.082811 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-73ac6331-e920-4f4c-95eb-526a6a03b414 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0826099 Mar 08 13:54:21.095191 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018545e-c12f-4cdb-b249-cba79d8195b8 req-5095c9b8-69ce-4fe7-8304-73ee0ebd6e70 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:21.096980 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c018545e-c12f-4cdb-b249-cba79d8195b8 req-5095c9b8-69ce-4fe7-8304-73ee0ebd6e70 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1367774 Mar 08 13:54:21.136575 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-85778f14-763f-48ab-8f0a-9e40bfadf8fe req-e84e08b7-8665-498c-9afd-08c23ae7a884 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236062 Mar 08 13:54:21.173993 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c018545e-c12f-4cdb-b249-cba79d8195b8 req-32af53ec-0468-41c5-995d-202ca1efc5d1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658560 Mar 08 13:54:21.398489 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88745412-cefc-4ab2-bb4e-8316c04466c3 req-fef9a8ba-3ea4-45f8-a962-be8ce785d9ff tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:21.400095 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-88745412-cefc-4ab2-bb4e-8316c04466c3 req-fef9a8ba-3ea4-45f8-a962-be8ce785d9ff tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0593944 Mar 08 13:54:21.408949 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-6fdc2292-a97d-46ff-b3c5-cc5f18887b9c None None] Provisioning complete for port 9ba53cee-81de-4372-bea6-5cb9967e28f6 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:21.410239 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6fdc2292-a97d-46ff-b3c5-cc5f18887b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:21.459817 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc2292-a97d-46ff-b3c5-cc5f18887b9c None None] Port 9ba53cee-81de-4372-bea6-5cb9967e28f6 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:54:21.475493 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-88745412-cefc-4ab2-bb4e-8316c04466c3 req-caf4a07d-a420-499b-a3e7-829ac14d1cc9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683296 Mar 08 13:54:21.564290 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb258ab3-ffc5-48f6-b30f-9abf41c18231 req-67fcadcd-8b33-4109-900d-82f3ae6456c5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:21.571555 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb258ab3-ffc5-48f6-b30f-9abf41c18231 req-67fcadcd-8b33-4109-900d-82f3ae6456c5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0764732 Mar 08 13:54:21.630561 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb258ab3-ffc5-48f6-b30f-9abf41c18231 req-56be150f-6173-46ad-be0c-eacf35a448f2 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582008 Mar 08 13:54:22.144609 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-01704b80-6a7f-42d1-b0c9-32e2b96bba02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:22.282307 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8d19d-4018-4b9b-b4f3-b0940ca10458 req-7a738be0-f156-4a2d-96ca-e2a23894e70d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:22.284001 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-37c8d19d-4018-4b9b-b4f3-b0940ca10458 req-7a738be0-f156-4a2d-96ca-e2a23894e70d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0600588 Mar 08 13:54:22.328464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bda71-dd1b-496b-9183-60bc0bf03c6f req-d9b946b5-08e9-4fa4-8e08-99fe86f670b4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:22.333712 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c4bda71-dd1b-496b-9183-60bc0bf03c6f req-d9b946b5-08e9-4fa4-8e08-99fe86f670b4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0775888 Mar 08 13:54:22.372938 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-37c8d19d-4018-4b9b-b4f3-b0940ca10458 req-92110956-ccf2-4187-a5c8-9dca2c1a53a3 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802207 Mar 08 13:54:22.408686 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c4bda71-dd1b-496b-9183-60bc0bf03c6f req-57d40a39-81b8-44ee-9059-a0ffdaa35bbc tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672355 Mar 08 13:54:22.595147 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193849d-6a1e-49cf-abbe-8d4e62d55548 req-4191427b-6f65-46fd-891b-db3f0f7f9093 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:22.596651 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f193849d-6a1e-49cf-abbe-8d4e62d55548 req-4191427b-6f65-46fd-891b-db3f0f7f9093 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Mar 08 13:54:22.645339 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f193849d-6a1e-49cf-abbe-8d4e62d55548 req-24c27af9-2feb-48f5-9025-91522ca7f2ab tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Mar 08 13:54:22.772132 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c557c3-4630-4d99-b4a7-063fe7fa2caa req-90e5c028-15d9-4477-b6e7-f5c3474774a8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:22.774203 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-66c557c3-4630-4d99-b4a7-063fe7fa2caa req-90e5c028-15d9-4477-b6e7-f5c3474774a8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0696223 Mar 08 13:54:22.832861 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-66c557c3-4630-4d99-b4a7-063fe7fa2caa req-52b6f43d-2b4d-49a0-955f-5f169aff1e80 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529253 Mar 08 13:54:23.229945 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:23.553989 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444ff37-bfeb-4638-95c3-7302f43be4e1 req-a51ade02-99ef-4d18-8a46-07eaa668885a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:23.555691 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5444ff37-bfeb-4638-95c3-7302f43be4e1 req-a51ade02-99ef-4d18-8a46-07eaa668885a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0989747 Mar 08 13:54:23.560176 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b725a1-0321-4cdc-8b45-0ddfbdfd81fb req-d453e1d5-99c6-4c2b-af21-45218c2be36d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:23.561923 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19b725a1-0321-4cdc-8b45-0ddfbdfd81fb req-d453e1d5-99c6-4c2b-af21-45218c2be36d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0738780 Mar 08 13:54:23.613400 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5444ff37-bfeb-4638-95c3-7302f43be4e1 req-021da575-e164-411c-ba93-a63e4cfbd0c1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Mar 08 13:54:23.630272 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19b725a1-0321-4cdc-8b45-0ddfbdfd81fb req-68bed144-d146-48bf-81c7-78ab2fb1434f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625556 Mar 08 13:54:23.780146 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f61a8-9408-434a-a91e-c388e9a3d652 req-865199bb-98d0-4968-a11e-4db897e66ad2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:23.781717 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-960f61a8-9408-434a-a91e-c388e9a3d652 req-865199bb-98d0-4968-a11e-4db897e66ad2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0596092 Mar 08 13:54:23.833988 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-960f61a8-9408-434a-a91e-c388e9a3d652 req-79347661-a257-48a2-883f-f0f53715eea5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Mar 08 13:54:23.954696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d567d2-2144-42a5-9373-0257cbe61549 req-2139699f-523e-4b35-b0b5-ece207e841e3 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:23.956550 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-29d567d2-2144-42a5-9373-0257cbe61549 req-2139699f-523e-4b35-b0b5-ece207e841e3 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0574021 Mar 08 13:54:24.008314 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-29d567d2-2144-42a5-9373-0257cbe61549 req-f5ad2566-b194-4b2d-a0e9-c1629b0b67b5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Mar 08 13:54:24.748877 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:24.764510 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3a015-16e3-4b89-8fa8-9c783148d28b req-2c82d1db-017f-46b5-a6da-77563f6f7ae5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:24.766484 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5bf3a015-16e3-4b89-8fa8-9c783148d28b req-2c82d1db-017f-46b5-a6da-77563f6f7ae5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0824492 Mar 08 13:54:24.806068 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c26f40-92b6-4544-8e09-668506758cca req-a0182fa3-a707-4497-8c42-40d12735aa9f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:24.807796 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-39c26f40-92b6-4544-8e09-668506758cca req-a0182fa3-a707-4497-8c42-40d12735aa9f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0666203 Mar 08 13:54:24.839297 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5bf3a015-16e3-4b89-8fa8-9c783148d28b req-0e2cf312-512f-432a-9d3c-31f1cf1dc4c8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657520 Mar 08 13:54:24.868565 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-39c26f40-92b6-4544-8e09-668506758cca req-346eb331-7564-4a39-a4c3-3f38e5fdddfe tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546405 Mar 08 13:54:24.972643 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91533735-f95c-4571-ab23-0055a9433a7b req-12c19fc2-acc4-4489-8dc1-8033f9d887a6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:24.974106 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-91533735-f95c-4571-ab23-0055a9433a7b req-12c19fc2-acc4-4489-8dc1-8033f9d887a6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0557356 Mar 08 13:54:25.021921 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-91533735-f95c-4571-ab23-0055a9433a7b req-34325356-5778-46d1-950f-146957746ee1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Mar 08 13:54:25.140420 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d756644-55fc-452f-9942-ceda67a2ee6c req-480fc069-48a2-4857-aa94-9d9fd5dfec1c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:25.141994 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0d756644-55fc-452f-9942-ceda67a2ee6c req-480fc069-48a2-4857-aa94-9d9fd5dfec1c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0615475 Mar 08 13:54:25.196246 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0d756644-55fc-452f-9942-ceda67a2ee6c req-500eae46-2c3a-4c67-a7d7-0c52ed0c5cfe tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483873 Mar 08 13:54:25.967297 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3c581-abd7-442b-919c-e3d92a9c51b1 req-246248f6-bb52-4c11-99a1-051f5f856f3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:25.969080 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b9c3c581-abd7-442b-919c-e3d92a9c51b1 req-246248f6-bb52-4c11-99a1-051f5f856f3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0583282 Mar 08 13:54:26.010199 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb885d-f795-4cbb-b975-a54993b09207 req-cbae8e60-27ef-4b31-a07e-28a9001e3afd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:26.011735 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aafb885d-f795-4cbb-b975-a54993b09207 req-cbae8e60-27ef-4b31-a07e-28a9001e3afd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0512097 Mar 08 13:54:26.019554 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b9c3c581-abd7-442b-919c-e3d92a9c51b1 req-c0f2463d-dfce-48a3-a0b7-3c15ab6d72c4 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Mar 08 13:54:26.117785 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aafb885d-f795-4cbb-b975-a54993b09207 req-4d51873c-b182-4095-8de5-c30f8459b927 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965586 Mar 08 13:54:26.170311 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28982-42a7-424d-beb8-5f6444d36908 req-97ef1e4e-594e-4d83-a933-d990d0b25caa tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:26.171890 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-eca28982-42a7-424d-beb8-5f6444d36908 req-97ef1e4e-594e-4d83-a933-d990d0b25caa tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0712504 Mar 08 13:54:26.218889 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-eca28982-42a7-424d-beb8-5f6444d36908 req-0569437e-5c18-4a85-9174-3336901fef9a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Mar 08 13:54:26.327011 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bed3b-2e43-4da8-848f-06e95bcfda71 req-a750facc-c1bc-4f6a-b235-90ce35a11f2c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:26.328855 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4c3bed3b-2e43-4da8-848f-06e95bcfda71 req-a750facc-c1bc-4f6a-b235-90ce35a11f2c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0627189 Mar 08 13:54:26.382144 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4c3bed3b-2e43-4da8-848f-06e95bcfda71 req-e3899aec-b824-411c-bbb1-d684063e160f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471666 Mar 08 13:54:26.390545 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:26.732134 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 59410) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:26.887840 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:26.967630 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Publish callbacks [] for security_group (336ef270-93c6-4091-b8ae-46774fe0ed73), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:26.973934 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (336ef270-93c6-4091-b8ae-46774fe0ed73), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:27.009895 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ef270-93c6-4091-b8ae-46774fe0ed73,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:27.015025 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba742270457445738a58b72256eb1708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818828 Mar 08 13:54:27.017871 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 59414) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:27.020283 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.020684 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.021081 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.021507 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.021894 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.022280 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.022664 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.023046 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.023428 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.023824 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.024210 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.024583 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.024959 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9728a-c81d-4772-b27f-78ca4a05030c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:27.067011 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d87a-ec1f-44f7-84ee-41e12a52008f admin admin] Publish callbacks [] for security_group (336ef270-93c6-4091-b8ae-46774fe0ed73), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:27.111876 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d87a-ec1f-44f7-84ee-41e12a52008f admin admin] Publish callbacks [] for security_group (336ef270-93c6-4091-b8ae-46774fe0ed73), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:27.177016 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaa6a5-f402-44fb-be31-2df940a4915c req-122e9e31-9abb-458c-8999-bb3777baeecc tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:27.180503 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-befaa6a5-f402-44fb-be31-2df940a4915c req-122e9e31-9abb-458c-8999-bb3777baeecc tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0771527 Mar 08 13:54:27.193461 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d87a-ec1f-44f7-84ee-41e12a52008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (336ef270-93c6-4091-b8ae-46774fe0ed73), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:27.197898 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d87a-ec1f-44f7-84ee-41e12a52008f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:27.204329 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5cf7d87a-ec1f-44f7-84ee-41e12a52008f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/336ef270-93c6-4091-b8ae-46774fe0ed73 HTTP/1.1" status: 204 len: 168 time: 0.1851757 Mar 08 13:54:27.237060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7d87a-ec1f-44f7-84ee-41e12a52008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ef270-93c6-4091-b8ae-46774fe0ed73,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:27.316005 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-befaa6a5-f402-44fb-be31-2df940a4915c req-0157fdfa-ee9b-45a0-a507-83cbd89826d1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156929 Mar 08 13:54:27.345944 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abcdcd-a029-4ca2-ab97-8cba2ddb8fdc req-cf79a432-c41e-40ca-948e-562ddb8ecbf6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:27.363970 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c3abcdcd-a029-4ca2-ab97-8cba2ddb8fdc req-cf79a432-c41e-40ca-948e-562ddb8ecbf6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1573329 Mar 08 13:54:27.441640 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c3abcdcd-a029-4ca2-ab97-8cba2ddb8fdc req-4d3fa153-278b-46ee-acc1-ac0601acab60 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767224 Mar 08 13:54:27.463465 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae257f-2c95-4c9c-a514-2ba1cc5f4fbc req-cd8e610b-b6f3-4449-ae2d-e92d831b0167 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:27.465330 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5fae257f-2c95-4c9c-a514-2ba1cc5f4fbc req-cd8e610b-b6f3-4449-ae2d-e92d831b0167 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0745504 Mar 08 13:54:27.532262 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5fae257f-2c95-4c9c-a514-2ba1cc5f4fbc req-820c7289-4ed3-419a-a08e-7ec9e9bc1663 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578463 Mar 08 13:54:27.592724 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23ee1-858c-4ac9-b3b0-afc408f0f60c req-a477ec07-0613-4629-9158-3a839b233c8d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:27.596788 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-eaa23ee1-858c-4ac9-b3b0-afc408f0f60c req-a477ec07-0613-4629-9158-3a839b233c8d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0581603 Mar 08 13:54:27.671157 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-eaa23ee1-858c-4ac9-b3b0-afc408f0f60c req-da2d5c19-17eb-41ef-bf8f-e05a0272f854 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699592 Mar 08 13:54:28.516568 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78ab25-09e6-488c-9691-4a4e665e28ca req-19ae2c4d-559c-4250-84d4-720f74cce086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:28.520044 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-dc78ab25-09e6-488c-9691-4a4e665e28ca req-19ae2c4d-559c-4250-84d4-720f74cce086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.1023383 Mar 08 13:54:28.592051 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-dc78ab25-09e6-488c-9691-4a4e665e28ca req-3f85e8da-72b5-4138-a6ba-677920ed5967 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657771 Mar 08 13:54:28.631070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcc274-95f4-4aff-bf08-693115d112d6 req-1aa7e9de-7282-4ff4-a344-481301341777 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:28.632994 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23dcc274-95f4-4aff-bf08-693115d112d6 req-1aa7e9de-7282-4ff4-a344-481301341777 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0776031 Mar 08 13:54:28.723298 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23dcc274-95f4-4aff-bf08-693115d112d6 req-33434788-4ddd-4c88-9adc-b04a5921d5df tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830154 Mar 08 13:54:28.773246 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5444c-f908-4ba1-8859-d5dc2a9e5af4 req-8b249733-4252-44ff-8883-4c73343b5e5b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:28.775091 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bbb5444c-f908-4ba1-8859-d5dc2a9e5af4 req-8b249733-4252-44ff-8883-4c73343b5e5b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0706139 Mar 08 13:54:28.834497 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bbb5444c-f908-4ba1-8859-d5dc2a9e5af4 req-1e0c8b3c-1d48-4904-b715-8087f21a5ae4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535100 Mar 08 13:54:28.856137 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651b88-9db3-4b98-997a-a02bfa69d0c4 req-eb1ed92d-e24f-4891-b9ac-08a5bb98cf1a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:28.857683 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b5651b88-9db3-4b98-997a-a02bfa69d0c4 req-eb1ed92d-e24f-4891-b9ac-08a5bb98cf1a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0650055 Mar 08 13:54:28.929953 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b5651b88-9db3-4b98-997a-a02bfa69d0c4 req-049c5126-2890-4451-9341-a3da16e77d8e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650179 Mar 08 13:54:29.723607 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29de633-628a-4d23-ad47-ddb214483c14 req-9676ffb0-08f1-4485-b245-6174c716db1c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:29.728253 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e29de633-628a-4d23-ad47-ddb214483c14 req-9676ffb0-08f1-4485-b245-6174c716db1c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0595245 Mar 08 13:54:29.743239 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-142bac72-8c22-46fa-8eee-e6e1605560b9 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3eed35a5501d493d8e7801d8d496a890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324240 Mar 08 13:54:29.780462 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e29de633-628a-4d23-ad47-ddb214483c14 req-c244b9b3-084e-494f-ae95-63785c2a1169 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Mar 08 13:54:29.938628 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7520b-3f7d-40a7-8b76-008f25434cf4 req-78b13bf6-5bed-4f21-af2d-f8136f519a8c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:29.940074 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cc7520b-3f7d-40a7-8b76-008f25434cf4 req-78b13bf6-5bed-4f21-af2d-f8136f519a8c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0580456 Mar 08 13:54:29.985857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-a53f3f04-ea81-422a-8378-7b32bb0364d6 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:29.987448 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-a53f3f04-ea81-422a-8378-7b32bb0364d6 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375093 Mar 08 13:54:29.994725 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cc7520b-3f7d-40a7-8b76-008f25434cf4 req-13dde578-d11d-40e9-a6b5-b8a9e2e7aedc tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481985 Mar 08 13:54:30.003840 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-1b0403a5-6382-4d49-8a38-9e68339483a7 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/quotas/3eed35a5501d493d8e7801d8d496a890 HTTP/1.1" status: 200 len: 375 time: 0.0107386 Mar 08 13:54:30.051837 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-7446a151-aad6-41cf-ad99-b46dbafa2abd tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3eed35a5501d493d8e7801d8d496a890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418632 Mar 08 13:54:30.123653 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ef9de-8702-486e-ba85-f3569ead6cd8 req-c4094473-eafe-43a2-925e-5b505889f547 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:30.125688 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f15ef9de-8702-486e-ba85-f3569ead6cd8 req-c4094473-eafe-43a2-925e-5b505889f547 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0577714 Mar 08 13:54:30.184235 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f15ef9de-8702-486e-ba85-f3569ead6cd8 req-c56dc94a-5b70-488a-bfcd-4f7ecd2f7a97 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518174 Mar 08 13:54:30.261534 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d69a1008-1fb4-4177-a3b5-b054a9bf53da req-b88bc091-5b67-4cb7-b3b8-80c65df3015d tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 210 time: 0.0326471 Mar 08 13:54:30.268598 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3241a5-32eb-456d-8360-a1ba995b0d3c req-e2ec394b-30d1-4b0f-a983-2ec9a0833b30 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:30.270181 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba3241a5-32eb-456d-8360-a1ba995b0d3c req-e2ec394b-30d1-4b0f-a983-2ec9a0833b30 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0614638 Mar 08 13:54:30.332613 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba3241a5-32eb-456d-8360-a1ba995b0d3c req-bf472301-5140-49e7-b765-282d66e5c17a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468087 Mar 08 13:54:30.910190 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d11b0-ece7-43d8-bfb7-504e3f3ef5e4 req-ddbffedd-9add-481d-b6eb-901da9129b07 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:30.911665 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-308d11b0-ece7-43d8-bfb7-504e3f3ef5e4 req-ddbffedd-9add-481d-b6eb-901da9129b07 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 932 time: 0.0517018 Mar 08 13:54:30.956544 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-308d11b0-ece7-43d8-bfb7-504e3f3ef5e4 req-b977461d-3d3f-474d-b463-62487e4efa94 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Mar 08 13:54:31.060191 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Request body: {'port': {'device_id': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:31.155769 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:31.177610 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168a3ee-0f98-4202-b0d3-caf558dd80f6 req-93d0c26b-7a39-4119-9e6f-6b8a3108cab5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:31.179107 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2168a3ee-0f98-4202-b0d3-caf558dd80f6 req-93d0c26b-7a39-4119-9e6f-6b8a3108cab5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0974457 Mar 08 13:54:31.311060 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd254cd-e1f8-491f-b203-568042ea8a90 req-8af4c194-87cd-46de-a748-40b23cb530e1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:31.312567 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cdd254cd-e1f8-491f-b203-568042ea8a90 req-8af4c194-87cd-46de-a748-40b23cb530e1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0545602 Mar 08 13:54:31.313581 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2168a3ee-0f98-4202-b0d3-caf558dd80f6 req-31c771ac-7e8a-410e-83d8-53af4e1428b0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133928 Mar 08 13:54:31.364836 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cdd254cd-e1f8-491f-b203-568042ea8a90 req-d9e157c3-6ff2-437d-b321-883d713012ff tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Mar 08 13:54:31.414726 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-829d2dba-a611-4bf8-ba3d-797dd04eb553 req-57bca9a5-871a-49fd-8837-5c7389ed2aaf tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 210 time: 0.0365930 Mar 08 13:54:31.485130 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4e37-1e1d-4f0c-96be-9f6598ddce55 req-455082c1-cd7f-4999-8dce-e46064b7f92a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:31.486645 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-192b4e37-1e1d-4f0c-96be-9f6598ddce55 req-455082c1-cd7f-4999-8dce-e46064b7f92a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0651453 Mar 08 13:54:31.515012 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba53cee-81de-4372-bea6-5cb9967e28f6 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:31.522831 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Publish callbacks [] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:31.534651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Transition to ACTIVE for port object 9ba53cee-81de-4372-bea6-5cb9967e28f6 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:54:31.536286 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-192b4e37-1e1d-4f0c-96be-9f6598ddce55 req-912b8d7c-6932-45b5-bd53-ea0a32ef2e0f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Mar 08 13:54:31.539013 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:31.591610 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:31.659227 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Attempting to bind port 9ba53cee-81de-4372-bea6-5cb9967e28f6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:31.659559 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Attempting to bind port 9ba53cee-81de-4372-bea6-5cb9967e28f6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:31.659915 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Attempting to bind port 9ba53cee-81de-4372-bea6-5cb9967e28f6 on network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:31.664837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Port 9ba53cee-81de-4372-bea6-5cb9967e28f6 on network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:54:31.665092 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Attempting to bind port 9ba53cee-81de-4372-bea6-5cb9967e28f6 on network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:31.670317 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:31.670647 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Checking segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:31.671023 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Bound using segment: {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:31.671554 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Bound port: 9ba53cee-81de-4372-bea6-5cb9967e28f6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:31.671913 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:31.737935 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:31.741190 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:31.751021 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:31.809024 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:31.809735 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:31.811585 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 1094 time: 0.7552948 Mar 08 13:54:31.812650 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c7e368e5-d1d5-445b-9cef-e79fd3511b6c tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3eed35a5501d493d8e7801d8d496a890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528080 Mar 08 13:54:31.813465 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:31.815716 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:31.877371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18accc92-87f8-4ce9-beb1-08b12744e1ee x-openstack-request-id: req-18accc92-87f8-4ce9-beb1-08b12744e1ee {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:31.877635 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:31.877950 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18accc92-87f8-4ce9-beb1-08b12744e1ee {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:31.878307 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'status': 'completed', 'code': 200} Mar 08 13:54:31.883148 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec29c-2554-4a03-91ad-458bb44df633 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:31.984220 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-00fe6903-195a-407e-8223-0e2c1fef73d6 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:31.986140 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-00fe6903-195a-407e-8223-0e2c1fef73d6 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607897 Mar 08 13:54:31.991895 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-14ed8a03-0bba-4b36-9b7c-c8bb943652af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:31.993463 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-14ed8a03-0bba-4b36-9b7c-c8bb943652af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1128 time: 0.1073127 Mar 08 13:54:32.024868 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Request body: {'port': {'device_id': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d', 'admin_state_up': True, 'tenant_id': '3eed35a5501d493d8e7801d8d496a890'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:32.081035 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33da30-d372-4d87-8d5a-eabea71bbf87 req-71b58f71-bd40-4f7d-b69b-513ca2af5a83 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.082761 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0c33da30-d372-4d87-8d5a-eabea71bbf87 req-71b58f71-bd40-4f7d-b69b-513ca2af5a83 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 944 time: 0.0574565 Mar 08 13:54:32.083419 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-29aae425-2666-4798-b0f2-8c2185f56b48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 217 time: 0.0550003 Mar 08 13:54:32.129663 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0c33da30-d372-4d87-8d5a-eabea71bbf87 req-1702417b-a1f0-422d-b12f-0d51ced1370b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Mar 08 13:54:32.178675 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-26f88ed9-e26e-425e-8ec1-3a357883f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.180052 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-26f88ed9-e26e-425e-8ec1-3a357883f486 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.0681086 Mar 08 13:54:32.226832 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Made reservation on behalf of 3eed35a5501d493d8e7801d8d496a890 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:54:32.230167 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:32.242648 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:32.276433 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-1ab4520e-ef08-40d7-bc77-a5cd9124e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.277994 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-1ab4520e-ef08-40d7-bc77-a5cd9124e20f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813761 Mar 08 13:54:32.391758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks [] for security_group (525dcf38-3006-43b5-8fda-b4dbff85653e), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:32.423294 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (525dcf38-3006-43b5-8fda-b4dbff85653e), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:32.484580 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813c028-35dd-4e00-9b59-4ae611761e2f req-ea4883d3-1e2d-4145-acac-658126c1268d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.486009 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0813c028-35dd-4e00-9b59-4ae611761e2f req-ea4883d3-1e2d-4145-acac-658126c1268d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0531201 Mar 08 13:54:32.509896 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525dcf38-3006-43b5-8fda-b4dbff85653e,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:32.518907 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-6603c57c-7d36-4866-ba13-6b56745ca30b service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121015 Mar 08 13:54:32.576026 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21a75a-1cb8-4f34-a0a2-bc36d3dd2b0c req-0d038e12-03c6-4cc1-b00f-8b0f97b9636c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.577610 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2c21a75a-1cb8-4f34-a0a2-bc36d3dd2b0c req-0d038e12-03c6-4cc1-b00f-8b0f97b9636c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1881006 Mar 08 13:54:32.709386 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Allocated IP 192.168.233.110 (5229af2a-2f00-4a48-81ba-86f54aecf03d/1e3e5aed-9469-4766-86bc-6d08b5723836/02b9d060-3787-4679-9cc0-1a6c86a1ae50) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:54:32.718338 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ca9e679-59ed-4eff-a45d-119bb183d190 req-a18c88d2-363a-4c0e-ba18-f25f7ba4aae4 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894073 Mar 08 13:54:32.721407 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2c21a75a-1cb8-4f34-a0a2-bc36d3dd2b0c req-1f0db5eb-c57e-48ce-953a-f40efa3c5a8f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939553 Mar 08 13:54:32.770744 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0813c028-35dd-4e00-9b59-4ae611761e2f req-2b659d6a-8f34-40ed-a768-0ffa6e120083 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780879 Mar 08 13:54:32.856824 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c7489cb4-ebd3-4871-9515-4fc8ae510af6 req-97d203fd-48ba-4fa1-9b88-558a4649bbe5 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 210 time: 0.0483596 Mar 08 13:54:32.864041 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52862-846d-4cf3-83d1-5e982d95d898 req-e41520da-7464-4f27-a2d4-6e19b8dabfea tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.865666 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f3d52862-846d-4cf3-83d1-5e982d95d898 req-e41520da-7464-4f27-a2d4-6e19b8dabfea tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0518923 Mar 08 13:54:32.906680 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-a6c7ba24-2a82-4ca0-8681-18ae4fea27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:32.908171 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-a6c7ba24-2a82-4ca0-8681-18ae4fea27a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1128 time: 0.1340928 Mar 08 13:54:32.914333 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f3d52862-846d-4cf3-83d1-5e982d95d898 req-c98ebb91-5d50-4422-9ae2-5562dd0908f6 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Mar 08 13:54:32.962763 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks [] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:33.043559 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-251448a1-bbcc-4830-932b-9048d69de36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.045231 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-251448a1-bbcc-4830-932b-9048d69de36e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 916 time: 0.1253495 Mar 08 13:54:33.054512 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:33.125938 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-51ed5a13-5cb4-4abf-a135-017c92bf8cf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 217 time: 0.0662463 Mar 08 13:54:33.147074 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c81f4-7ce1-4c5d-a16b-549b9a82533c req-6ad511ff-dae8-41e1-90c2-e5f11cefe0b5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.149245 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Network 5229af2a-2f00-4a48-81ba-86f54aecf03d is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:33.150105 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ad4c81f4-7ce1-4c5d-a16b-549b9a82533c req-6ad511ff-dae8-41e1-90c2-e5f11cefe0b5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0774701 Mar 08 13:54:33.172678 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:33.176587 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:54:33.179686 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Pushing event updated for resources: {'Port': ['ID=02b9d060-3787-4679-9cc0-1a6c86a1ae50,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:33.253099 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ad4c81f4-7ce1-4c5d-a16b-549b9a82533c req-b0e2f162-5c9d-4f62-b6b7-a50608f7ad75 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938601 Mar 08 13:54:33.255496 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-ad30521b-cc22-4f48-aa6d-df977ebd442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.256966 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-ad30521b-cc22-4f48-aa6d-df977ebd442b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.1233170 Mar 08 13:54:33.263658 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-ac1d3542-dddd-48e1-8106-e2e646258cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.265617 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-ac1d3542-dddd-48e1-8106-e2e646258cdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1129 time: 0.0752656 Mar 08 13:54:33.279390 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.280008 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:33.327806 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-79507a69-d08d-4d32-810d-1945f774ca68 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3070433 Mar 08 13:54:33.335489 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072bf19-9b4f-4cca-ae7e-686ca7d52e7d req-c48c266e-1cb2-4f4d-b712-7ea38e68264d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.336965 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2072bf19-9b4f-4cca-ae7e-686ca7d52e7d req-c48c266e-1cb2-4f4d-b712-7ea38e68264d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 944 time: 0.1185064 Mar 08 13:54:33.343442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Request body: {'port': {'device_id': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:33.366485 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-f807546b-687f-46da-ac5c-c0958adc514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.368062 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-f807546b-687f-46da-ac5c-c0958adc514c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.0959198 Mar 08 13:54:33.390748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-23bf9723-8870-4595-9ba3-87dfc0649fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.392236 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-23bf9723-8870-4595-9ba3-87dfc0649fe4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268554 Mar 08 13:54:33.415647 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-470ddcf4-df4e-478c-af99-dab932b5e22b None None] Provisioning complete for port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:33.416270 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-470ddcf4-df4e-478c-af99-dab932b5e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:33.454329 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-470ddcf4-df4e-478c-af99-dab932b5e22b None None] Port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:54:33.473423 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-1ecc4746-1916-48b0-81e4-e43ab60a1e4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0961363 Mar 08 13:54:33.523178 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-ed5268b6-0a64-41cc-bd80-2abedf5167c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.524670 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-ed5268b6-0a64-41cc-bd80-2abedf5167c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0447605 Mar 08 13:54:33.580886 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-4b6aad25-4974-4ca9-9063-98766351a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.582507 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-4b6aad25-4974-4ca9-9063-98766351a4f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498960 Mar 08 13:54:33.673166 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-3b0bccc2-0f58-4d4c-ab01-842f9e766d9d service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833757 Mar 08 13:54:33.694667 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:33.727057 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2072bf19-9b4f-4cca-ae7e-686ca7d52e7d req-e404cb0f-f644-459f-8dd0-8e94f401a0e6 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800437 Mar 08 13:54:33.772212 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e1e67731-c468-402e-a4ef-c4c6212ba8b3 req-7d769544-2b9f-45e8-b42d-4ec0a5227f80 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 Mar 08 13:54:33.792801 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-8857201c-111d-44e8-99b1-f4a2bcf14412 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766832 Mar 08 13:54:33.862615 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e6fa5-9edd-47c9-85af-3ad85920416a req-c4994ae5-a2fc-442f-b57c-f1a121ac984e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:33.864191 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-341e6fa5-9edd-47c9-85af-3ad85920416a req-c4994ae5-a2fc-442f-b57c-f1a121ac984e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0562394 Mar 08 13:54:33.912296 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-341e6fa5-9edd-47c9-85af-3ad85920416a req-6a3e01b6-2753-47f5-9807-ef032405d82b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Mar 08 13:54:34.020861 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1dc5-ba10-4089-a458-3df7d65dfe93 req-27544dec-a34a-462c-88ae-d7059c73c3ec tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.022476 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7f9f1dc5-ba10-4089-a458-3df7d65dfe93 req-27544dec-a34a-462c-88ae-d7059c73c3ec tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 936 time: 0.0524623 Mar 08 13:54:34.034612 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f98e2-38d6-4d8b-b93d-21c0f5d5b316 req-ce011fea-98a2-4700-b887-80908b935695 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.036123 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f08f98e2-38d6-4d8b-b93d-21c0f5d5b316 req-ce011fea-98a2-4700-b887-80908b935695 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1905725 Mar 08 13:54:34.057493 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf5fc7f9-2161-4ddd-ba41-10fecf8dd7b8 req-0d5c5237-4c09-4cca-9b8b-a4b1e2c39731 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107086 Mar 08 13:54:34.091099 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7f9f1dc5-ba10-4089-a458-3df7d65dfe93 req-eb3c1933-30d6-4d9f-8cef-a0820009f1d8 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597417 Mar 08 13:54:34.119724 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f08f98e2-38d6-4d8b-b93d-21c0f5d5b316 req-51772ae5-96c0-4cbc-b5b0-80371c16d28b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763888 Mar 08 13:54:34.149791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b9d060-3787-4679-9cc0-1a6c86a1ae50 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:34.157584 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Publish callbacks [] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.170387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Transition to ACTIVE for port object 02b9d060-3787-4679-9cc0-1a6c86a1ae50 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:54:34.177722 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.234723 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Pushing event updated for resources: {'Port': ['ID=02b9d060-3787-4679-9cc0-1a6c86a1ae50,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:34.304044 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Attempting to bind port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:54:34.304485 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Attempting to bind port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:54:34.304855 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Attempting to bind port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 on network 5229af2a-2f00-4a48-81ba-86f54aecf03d {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:34.309451 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 on network 5229af2a-2f00-4a48-81ba-86f54aecf03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:54:34.309732 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Attempting to bind port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 on network 5229af2a-2f00-4a48-81ba-86f54aecf03d {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:54:34.314780 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:54:34.315159 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Checking segment: {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:54:34.315446 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Bound using segment: {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:54:34.315854 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Bound port: 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532c0ebc-88c5-46a2-88bd-a137c2db4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:54:34.316208 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.377187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca19f9d-33b9-4cf6-ab2f-f34138612679 req-85a9fa35-251b-4636-89c1-db1cc7b08f25 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.378767 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aca19f9d-33b9-4cf6-ab2f-f34138612679 req-85a9fa35-251b-4636-89c1-db1cc7b08f25 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0537701 Mar 08 13:54:34.381294 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] For port 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:54:34.383659 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:54:34.384919 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] For port 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:54:34.394624 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.434913 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.435529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.437132 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] 10.222.0.32 "PUT /v2.0/ports/02b9d060-3787-4679-9cc0-1a6c86a1ae50 HTTP/1.1" status: 200 len: 1098 time: 1.0976913 Mar 08 13:54:34.437663 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'tag': '02b9d060-3787-4679-9cc0-1a6c86a1ae50'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:34.440016 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339fdd89-a743-4fbe-bfa4-bddb0395f67e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdef4ef2-ec0c-4dda-9945-7c3e98fcba77", "tag": "02b9d060-3787-4679-9cc0-1a6c86a1ae50"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:34.464600 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbbc7f-3ec1-419a-999b-75390345b38d service neutron] Pushing event updated for resources: {'Port': ['ID=02b9d060-3787-4679-9cc0-1a6c86a1ae50,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:34.464832 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aca19f9d-33b9-4cf6-ab2f-f34138612679 req-cb42ede0-f239-4e8f-863c-5cdb5995ed46 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661936 Mar 08 13:54:34.510436 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd33833-5680-4779-ad3b-cd092e130f86 x-openstack-request-id: req-acd33833-5680-4779-ad3b-cd092e130f86 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:34.510757 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdef4ef2-ec0c-4dda-9945-7c3e98fcba77", "tag": "02b9d060-3787-4679-9cc0-1a6c86a1ae50", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:34.511012 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acd33833-5680-4779-ad3b-cd092e130f86 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:34.511407 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'tag': '02b9d060-3787-4679-9cc0-1a6c86a1ae50', 'status': 'completed', 'code': 200} Mar 08 13:54:34.552404 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-0991520f-fb83-40be-a93e-5961f9449c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.554243 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-0991520f-fb83-40be-a93e-5961f9449c01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eed35a5501d493d8e7801d8d496a890&device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 1132 time: 0.0615935 Mar 08 13:54:34.616566 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-7c66b9d4-83fb-4cc6-aa0c-05b26929bd7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50 HTTP/1.1" status: 200 len: 217 time: 0.0478294 Mar 08 13:54:34.644178 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:34.655838 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'mac_address': 'fa:16:3e:7f:98:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:54:34.673414 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-9ec3c3ed-a448-4ad1-bf09-38c4fd2eb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.674879 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-9ec3c3ed-a448-4ad1-bf09-38c4fd2eb868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e3e5aed-9469-4766-86bc-6d08b5723836 HTTP/1.1" status: 200 len: 843 time: 0.0506477 Mar 08 13:54:34.701371 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: ACTIVE; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:34.701975 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.718502 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:34.731070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-8d3e5ffb-5885-4a30-a6e7-dc9c3ca93a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.732577 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-8d3e5ffb-5885-4a30-a6e7-dc9c3ca93a2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5229af2a-2f00-4a48-81ba-86f54aecf03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0499012 Mar 08 13:54:34.739321 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:34.744256 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:34.811477 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=6']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:34.820917 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.821398 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.822099 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.822505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.822874 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.823211 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.823542 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.823913 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.824278 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.824630 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.825085 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.825501 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.825945 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:54:34.845067 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-d823e622-4a02-434b-9d5f-41cedd37967b service neutron] 10.222.0.32 "GET /v2.0/networks/5229af2a-2f00-4a48-81ba-86f54aecf03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039152 Mar 08 13:54:34.871728 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81423d-797d-4002-a453-187c72935447 req-1fa12fd8-2518-4de0-8e91-6fcba035b3f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:34.873476 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6b81423d-797d-4002-a453-187c72935447 req-1fa12fd8-2518-4de0-8e91-6fcba035b3f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 944 time: 0.0642564 Mar 08 13:54:34.923673 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6b81423d-797d-4002-a453-187c72935447 req-02a37ceb-3f58-45e8-b1d7-6192a4e44bb2 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Mar 08 13:54:34.945847 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74c6993e-c4d4-4394-96b9-0a0db8bed093 req-928803ce-53a0-40be-9c10-fc2988ea26d0 service neutron] 10.222.0.32 "GET /v2.0/networks/5229af2a-2f00-4a48-81ba-86f54aecf03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 Mar 08 13:54:34.952099 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:54:35.094562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c8aa-85e2-4eab-affd-737be2b74621 req-892151b5-0556-44e3-b819-65f2b0b7b16d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.096081 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c416c8aa-85e2-4eab-affd-737be2b74621 req-892151b5-0556-44e3-b819-65f2b0b7b16d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 945 time: 0.0954354 Mar 08 13:54:35.099006 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-8d5137eb-55f7-49ef-aa8e-5b1552030ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.100417 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-8d5137eb-55f7-49ef-aa8e-5b1552030ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eed35a5501d493d8e7801d8d496a890&device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 1132 time: 0.0852001 Mar 08 13:54:35.200145 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c416c8aa-85e2-4eab-affd-737be2b74621 req-7d68bcad-c630-4ed0-b3a3-6a36e4fb8641 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969532 Mar 08 13:54:35.212749 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512d766-e598-4aad-8abc-83d1fe64d992 req-13b1a7cd-2c74-493f-92ec-fab78c3048ef tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.214275 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1512d766-e598-4aad-8abc-83d1fe64d992 req-13b1a7cd-2c74-493f-92ec-fab78c3048ef tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 948 time: 0.0568030 Mar 08 13:54:35.231730 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-0174f1a1-6ccc-4a08-b483-5b9860cf7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.233252 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-0174f1a1-6ccc-4a08-b483-5b9860cf7017 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5229af2a-2f00-4a48-81ba-86f54aecf03d HTTP/1.1" status: 200 len: 870 time: 0.1171052 Mar 08 13:54:35.263773 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1512d766-e598-4aad-8abc-83d1fe64d992 req-eb4dd229-e244-4701-aaa5-9bef6b42415b tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Mar 08 13:54:35.278640 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-650f6090-dff9-46f1-8ccd-82ab8e8c3740 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50 HTTP/1.1" status: 200 len: 217 time: 0.0382438 Mar 08 13:54:35.337221 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-346f15ca-7573-46ee-830f-fafd9db6018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.338651 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-346f15ca-7573-46ee-830f-fafd9db6018a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e3e5aed-9469-4766-86bc-6d08b5723836 HTTP/1.1" status: 200 len: 843 time: 0.0452471 Mar 08 13:54:35.379059 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de715d-d294-4deb-a517-71d6132d91d5 req-d6667b50-e038-40c4-b0b9-45a087c86cea tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.380683 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-59de715d-d294-4deb-a517-71d6132d91d5 req-d6667b50-e038-40c4-b0b9-45a087c86cea tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0580022 Mar 08 13:54:35.392955 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-d75a0d31-6f28-49ed-b1a7-bbd7231067ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.394493 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-d75a0d31-6f28-49ed-b1a7-bbd7231067ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5229af2a-2f00-4a48-81ba-86f54aecf03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0494316 Mar 08 13:54:35.434584 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-59de715d-d294-4deb-a517-71d6132d91d5 req-3a175450-cfb5-47b9-be0e-cb61583c2f48 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Mar 08 13:54:35.496390 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-5470c92c-c976-44f4-a791-942db05e90ca service neutron] 10.222.0.32 "GET /v2.0/networks/5229af2a-2f00-4a48-81ba-86f54aecf03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920556 Mar 08 13:54:35.600805 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-339fdd89-a743-4fbe-bfa4-bddb0395f67e req-b8a5cf3b-62af-49ef-819c-78c1e3116eb1 service neutron] 10.222.0.32 "GET /v2.0/networks/5229af2a-2f00-4a48-81ba-86f54aecf03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949955 Mar 08 13:54:35.611365 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2a80-b907-4da7-abe7-b5c600eb82d1 req-3f6706e4-bd8d-4e77-9410-522be1306228 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:35.618195 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-81ee2a80-b907-4da7-abe7-b5c600eb82d1 req-3f6706e4-bd8d-4e77-9410-522be1306228 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0683632 Mar 08 13:54:35.664079 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-81ee2a80-b907-4da7-abe7-b5c600eb82d1 req-23118188-c147-4fb0-8ffa-0cbdc1bf87dc tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 Mar 08 13:54:36.057277 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09db047-d000-44c4-8ed8-a4ee5d29f4a8 req-754ce2fb-cac1-448f-b944-f5fc2d3cf378 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:36.058908 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d09db047-d000-44c4-8ed8-a4ee5d29f4a8 req-754ce2fb-cac1-448f-b944-f5fc2d3cf378 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 944 time: 0.0547760 Mar 08 13:54:36.106673 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d09db047-d000-44c4-8ed8-a4ee5d29f4a8 req-d8693e44-2180-466b-a864-6efbbbae8bad tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Mar 08 13:54:36.337847 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43266289-356d-44bc-98af-fa10a1588cd9 req-5f863f7d-057f-4139-b910-ccffe1d0fa10 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:36.339321 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43266289-356d-44bc-98af-fa10a1588cd9 req-5f863f7d-057f-4139-b910-ccffe1d0fa10 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 945 time: 0.0633724 Mar 08 13:54:36.384318 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9ba53cee-81de-4372-bea6-5cb9967e28f6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:54:36.386569 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:36.387447 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43266289-356d-44bc-98af-fa10a1588cd9 req-c3171ba4-281e-4126-8022-454058eb3144 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Mar 08 13:54:36.390385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d020-ee62-4e60-9b4f-80aca1a419fa req-1daa3c28-43ce-4a58-953b-5dcadf32dfce tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:36.391893 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f7e6d020-ee62-4e60-9b4f-80aca1a419fa req-1daa3c28-43ce-4a58-953b-5dcadf32dfce tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 948 time: 0.0518939 Mar 08 13:54:36.443755 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f7e6d020-ee62-4e60-9b4f-80aca1a419fa req-41c65010-f34d-4994-a0f9-fe7b6d158698 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Mar 08 13:54:36.504968 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:36.505336 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:36.548709 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf60f-6c8f-4e53-bf6b-de26bb3025a8 req-060ab5ea-a0e5-4e23-9b9a-ae85a01d3110 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:36.550236 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4e0cf60f-6c8f-4e53-bf6b-de26bb3025a8 req-060ab5ea-a0e5-4e23-9b9a-ae85a01d3110 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Mar 08 13:54:36.552427 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:36.568178 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'port_id': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'mac_address': 'fa:16:3e:ea:41:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:54:36.600171 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4e0cf60f-6c8f-4e53-bf6b-de26bb3025a8 req-ad9155ed-0f9e-44bb-910d-f15730af87cb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 Mar 08 13:54:36.643024 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9ba53cee-81de-4372-bea6-5cb9967e28f6 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:36.643410 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:36.645143 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:36.645531 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:36.670056 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba53cee-81de-4372-bea6-5cb9967e28f6 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:36.679115 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:36.681377 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39433b-b1d8-4ddf-a903-8433c52e085a" -d '{"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-plugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:36.698583 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:36.706045 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:36.708874 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:36.730513 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:36.734587 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6711ef31-f0d9-4331-8c38-5ae775bf7d3c x-openstack-request-id: req-6711ef31-f0d9-4331-8c38-5ae775bf7d3c {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:36.734886 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-plugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:36.735136 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6711ef31-f0d9-4331-8c38-5ae775bf7d3c {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:36.735519 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'code': 200} Mar 08 13:54:36.758078 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=7']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:36.805629 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:36.928151 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:37.118599 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9ba53cee-81de-4372-bea6-5cb9967e28f6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:54:37.242415 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697cfb9-49ad-4fdb-b528-488e0dce4f09 req-df9c00ec-67b4-48e1-a7f8-6bcf9b726a6a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:37.243957 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8697cfb9-49ad-4fdb-b528-488e0dce4f09 req-df9c00ec-67b4-48e1-a7f8-6bcf9b726a6a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 945 time: 0.0670273 Mar 08 13:54:37.305882 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8697cfb9-49ad-4fdb-b528-488e0dce4f09 req-507e0e85-6e6e-4d34-84ca-c918e30dc003 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563846 Mar 08 13:54:37.546012 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6566-4073-43b1-a84a-06ac5b760ad9 req-00cb788c-dc18-4f78-9cd3-731a822b78d2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:37.547527 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-799e6566-4073-43b1-a84a-06ac5b760ad9 req-00cb788c-dc18-4f78-9cd3-731a822b78d2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0745792 Mar 08 13:54:37.597186 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4bfd-b742-4a7e-9718-001e51d87d7e req-57bba652-ca5d-42f4-8984-9acfd1a65c66 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:37.601415 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-27ae4bfd-b742-4a7e-9718-001e51d87d7e req-57bba652-ca5d-42f4-8984-9acfd1a65c66 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 948 time: 0.0696952 Mar 08 13:54:37.639587 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-799e6566-4073-43b1-a84a-06ac5b760ad9 req-20a8df8c-6d5b-446c-9652-a7064036708a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811405 Mar 08 13:54:37.669561 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-27ae4bfd-b742-4a7e-9718-001e51d87d7e req-9e4f3d35-47c6-4a3e-bb53-8b17f37fe410 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Mar 08 13:54:37.792215 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c18b8f-af99-4fcd-9a03-16514df7782d req-c68616df-db8d-439b-9d8e-4683b2cdaf44 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:37.801435 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e9c18b8f-af99-4fcd-9a03-16514df7782d req-c68616df-db8d-439b-9d8e-4683b2cdaf44 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0708699 Mar 08 13:54:37.846682 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e9c18b8f-af99-4fcd-9a03-16514df7782d req-bdf220c0-413c-417b-922d-95e18a45d2cf tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Mar 08 13:54:38.401128 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 02b9d060-3787-4679-9cc0-1a6c86a1ae50 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:54:38.404823 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9ba53cee-81de-4372-bea6-5cb9967e28f6 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:38.426286 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a3ca-1226-43db-a625-f1fc62264ab4 req-0640f190-e229-4a33-8c7e-6a4303bb9879 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:38.428728 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f286a3ca-1226-43db-a625-f1fc62264ab4 req-0640f190-e229-4a33-8c7e-6a4303bb9879 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 945 time: 0.0559146 Mar 08 13:54:38.490249 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f286a3ca-1226-43db-a625-f1fc62264ab4 req-dfdc45af-f94c-44a9-b8a1-1ba4b8224173 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551829 Mar 08 13:54:38.530786 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 9ba53cee-81de-4372-bea6-5cb9967e28f6 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:54:38.539074 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 9ba53cee-81de-4372-bea6-5cb9967e28f6 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:38.539443 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:38.580246 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:38.596826 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '02b9d060-3787-4679-9cc0-1a6c86a1ae50', 'network_id': '5229af2a-2f00-4a48-81ba-86f54aecf03d', 'port_id': '02b9d060-3787-4679-9cc0-1a6c86a1ae50', 'mac_address': 'fa:16:3e:84:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3e5aed-9469-4766-86bc-6d08b5723836', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:54:38.663195 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:38.663583 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:38.684939 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b9d060-3787-4679-9cc0-1a6c86a1ae50 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:54:38.689103 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9ba53cee-81de-4372-bea6-5cb9967e28f6 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:38.689524 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:38.772001 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:38.777172 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:38.779398 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d954374-e343-4877-b5c1-4efd42a7154c" -d '{"events": [{"server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "name": "network-vif-plugged", "status": "completed", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:38.789455 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:38.796364 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:38.826355 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:38.859099 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d053b-c661-41a5-a9ce-f548fb5f5a14 req-6ead4df2-0053-43fe-bdde-ec2f6d635ee7 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:38.867048 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b96d053b-c661-41a5-a9ce-f548fb5f5a14 req-6ead4df2-0053-43fe-bdde-ec2f6d635ee7 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 949 time: 0.0939682 Mar 08 13:54:38.878022 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=02b9d060-3787-4679-9cc0-1a6c86a1ae50,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:38.905322 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1749a9-d4a8-4198-9c23-5c47f73b8941 req-b17708c6-994c-49d0-bd7f-aeae3775ee34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:38.915148 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5e1749a9-d4a8-4198-9c23-5c47f73b8941 req-b17708c6-994c-49d0-bd7f-aeae3775ee34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.1461866 Mar 08 13:54:38.939563 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b96d053b-c661-41a5-a9ce-f548fb5f5a14 req-76fdc04c-4907-4de4-b2d0-3038af4ded69 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707948 Mar 08 13:54:38.950691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:39.000379 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442274b1-dd22-4ba3-91d5-95f3f8d29e57 x-openstack-request-id: req-442274b1-dd22-4ba3-91d5-95f3f8d29e57 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:39.000690 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "name": "network-vif-plugged", "status": "completed", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:39.000944 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-442274b1-dd22-4ba3-91d5-95f3f8d29e57 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:39.001341 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'code': 200} Mar 08 13:54:39.001787 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5e1749a9-d4a8-4198-9c23-5c47f73b8941 req-78bf17f6-d5fd-421c-9916-a1e5b0d363f5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807273 Mar 08 13:54:39.154681 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb35d6-cdd3-4414-9e72-034c482bd4d8 req-83e5d0a6-4f2a-4a80-9b59-c61fcefe0cc2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:39.156292 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d1fb35d6-cdd3-4414-9e72-034c482bd4d8 req-83e5d0a6-4f2a-4a80-9b59-c61fcefe0cc2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0781124 Mar 08 13:54:39.220836 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d1fb35d6-cdd3-4414-9e72-034c482bd4d8 req-2e99fed1-8788-493b-b005-0344e2bfa165 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583730 Mar 08 13:54:39.245958 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['02b9d060-3787-4679-9cc0-1a6c86a1ae50'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:54:39.276653 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01682e74-7ca3-4777-93bc-e75b67709127 req-6624d66f-cdab-4a52-a9bd-6c0125263e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:39.279831 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-01682e74-7ca3-4777-93bc-e75b67709127 req-6624d66f-cdab-4a52-a9bd-6c0125263e5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1130 time: 0.0572906 Mar 08 13:54:39.363375 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-01682e74-7ca3-4777-93bc-e75b67709127 req-572484be-d51f-4173-b617-f3cb688aae37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Mar 08 13:54:39.607166 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5070b-2cac-46c9-a546-e4ee1eff0cc2 req-197e913c-46e2-4744-9ee9-77b3280d9f72 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:39.608825 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c0f5070b-2cac-46c9-a546-e4ee1eff0cc2 req-197e913c-46e2-4744-9ee9-77b3280d9f72 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0561175 Mar 08 13:54:39.662397 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c0f5070b-2cac-46c9-a546-e4ee1eff0cc2 req-227dfb67-626b-46ea-a486-0e7df9fd181d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476854 Mar 08 13:54:40.095328 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868b3b3-cafa-4a61-b256-d202375b24d4 req-bd73b925-5069-4f5d-844a-ee6bc1a4090b tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:40.097750 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8868b3b3-cafa-4a61-b256-d202375b24d4 req-bd73b925-5069-4f5d-844a-ee6bc1a4090b tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 949 time: 0.0663700 Mar 08 13:54:40.152451 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e5769-c39a-4c21-80c4-d215b518078c req-42e52187-2ef7-4a9b-8e99-cf6666d2ad90 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:40.153949 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-137e5769-c39a-4c21-80c4-d215b518078c req-42e52187-2ef7-4a9b-8e99-cf6666d2ad90 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0686715 Mar 08 13:54:40.162936 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8868b3b3-cafa-4a61-b256-d202375b24d4 req-24b0d0d3-4cb2-41fc-862e-e3cc96f34405 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586045 Mar 08 13:54:40.214045 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-137e5769-c39a-4c21-80c4-d215b518078c req-e7c88723-ffad-42c0-ac7f-a6dd82f1a35a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 Mar 08 13:54:40.354801 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda140a-968a-47f7-b7af-04ad6dce8424 req-93cd0df2-54fd-41e7-8ce2-e2689da5a728 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:40.356726 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0cda140a-968a-47f7-b7af-04ad6dce8424 req-93cd0df2-54fd-41e7-8ce2-e2689da5a728 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0600569 Mar 08 13:54:40.408708 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0cda140a-968a-47f7-b7af-04ad6dce8424 req-999dd30c-95b4-40ed-ad20-f4e8cecd61bd tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Mar 08 13:54:40.787636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d57c80-2820-4a86-93f2-affcbdcb641a req-2e577994-3c85-4b0e-a50c-5c9d9574c13a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:40.789197 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d3d57c80-2820-4a86-93f2-affcbdcb641a req-2e577994-3c85-4b0e-a50c-5c9d9574c13a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0554016 Mar 08 13:54:40.846488 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d3d57c80-2820-4a86-93f2-affcbdcb641a req-e9c9243f-ad99-4255-9756-d731eb95ea0d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514772 Mar 08 13:54:41.306873 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0f069-7667-42a2-b8c8-ad30f097ea80 req-f7b46079-24f3-4de3-af80-7952fb01987d tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:41.311089 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0fe0f069-7667-42a2-b8c8-ad30f097ea80 req-f7b46079-24f3-4de3-af80-7952fb01987d tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 949 time: 0.0743279 Mar 08 13:54:41.369234 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1b388-d9fe-43d5-9a33-c74ec4da97bc req-8a89f248-e246-48bf-a6b1-4070add07fe3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:41.371483 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69a1b388-d9fe-43d5-9a33-c74ec4da97bc req-8a89f248-e246-48bf-a6b1-4070add07fe3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0750976 Mar 08 13:54:41.382963 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0fe0f069-7667-42a2-b8c8-ad30f097ea80 req-ce76ffdc-ec81-4be9-a8e8-e084570b9d80 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638530 Mar 08 13:54:41.429970 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69a1b388-d9fe-43d5-9a33-c74ec4da97bc req-5f08957f-9312-4445-851e-155a9ec0a1c4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 Mar 08 13:54:41.550241 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977dd7d-273f-4d69-a1a1-e13ac3ab755a req-69e50d57-ba2c-46f2-9619-a5ff08ea36e1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:41.551884 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0977dd7d-273f-4d69-a1a1-e13ac3ab755a req-69e50d57-ba2c-46f2-9619-a5ff08ea36e1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0555077 Mar 08 13:54:41.600912 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0977dd7d-273f-4d69-a1a1-e13ac3ab755a req-4592fce5-653b-4ac1-a639-d0739b39c782 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Mar 08 13:54:41.971171 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acd798-ad45-4c66-9317-82ebda16af8b req-5a51af7f-c709-4b83-bcaf-1eed5ebb2fec tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:41.972702 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a7acd798-ad45-4c66-9317-82ebda16af8b req-5a51af7f-c709-4b83-bcaf-1eed5ebb2fec tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0581336 Mar 08 13:54:42.039030 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a7acd798-ad45-4c66-9317-82ebda16af8b req-c3faaeae-dd37-4811-9ae5-9ac7602ccaa1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Mar 08 13:54:42.171416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a18d-e188-4040-9742-7332a01d9719 req-2548a088-c6a5-4fe6-ac11-d8f2a9c85905 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:42.173098 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-25a5a18d-e188-4040-9742-7332a01d9719 req-2548a088-c6a5-4fe6-ac11-d8f2a9c85905 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0534897 Mar 08 13:54:42.237519 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-25a5a18d-e188-4040-9742-7332a01d9719 req-a35c1db9-208c-4de0-a16a-57b5aac02fee tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Mar 08 13:54:42.419082 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 02b9d060-3787-4679-9cc0-1a6c86a1ae50 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:54:42.602695 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:54:42.609582 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58e910-9c43-4f03-babf-95ea7915a1eb req-cac32e32-eaf4-44b5-8828-4d2ea8d06b00 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:42.611389 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ef58e910-9c43-4f03-babf-95ea7915a1eb req-cac32e32-eaf4-44b5-8828-4d2ea8d06b00 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0774355 Mar 08 13:54:42.619610 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:54:42.621507 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:42.659344 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db8d98-660d-408e-ae6f-a0a93521f83a req-62896eb2-fc72-481f-8961-ec089ff34197 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:42.666738 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c8db8d98-660d-408e-ae6f-a0a93521f83a req-62896eb2-fc72-481f-8961-ec089ff34197 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 949 time: 0.1130750 Mar 08 13:54:42.720673 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ef58e910-9c43-4f03-babf-95ea7915a1eb req-9efd38ff-f2e4-4437-aeac-066ce70b2913 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 Mar 08 13:54:42.730932 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:42.731392 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:42.771567 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b9d060-3787-4679-9cc0-1a6c86a1ae50'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:42.773982 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c8db8d98-660d-408e-ae6f-a0a93521f83a req-f319b637-ee03-48cd-ba3d-54d61f188ad6 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Mar 08 13:54:42.774361 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ce8ada-e201-4524-9470-19f65d3333b8" -d '{"events": [{"server_uuid": "fdef4ef2-ec0c-4dda-9945-7c3e98fcba77", "name": "network-vif-plugged", "status": "completed", "tag": "02b9d060-3787-4679-9cc0-1a6c86a1ae50"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:42.800620 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:42.811567 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:42.868408 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=02b9d060-3787-4679-9cc0-1a6c86a1ae50,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:42.883147 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56233b6f-5057-4351-beb3-7b4f93c2b572 req-094421b3-d246-45dc-96c7-f6d413045379 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:42.890400 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-56233b6f-5057-4351-beb3-7b4f93c2b572 req-094421b3-d246-45dc-96c7-f6d413045379 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0773780 Mar 08 13:54:42.903198 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035fc16-48c0-4d4f-8180-69ec0c03bd3f req-f53dcd2e-7221-421c-bd07-0b32b0694c83 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:42.910039 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8035fc16-48c0-4d4f-8180-69ec0c03bd3f req-f53dcd2e-7221-421c-bd07-0b32b0694c83 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0743325 Mar 08 13:54:42.949169 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-56233b6f-5057-4351-beb3-7b4f93c2b572 req-1a1da46a-fcb7-46f8-8fcc-2a820b47a215 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576754 Mar 08 13:54:42.993283 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8035fc16-48c0-4d4f-8180-69ec0c03bd3f req-14ec2250-5e5a-48ff-9510-6a6229bcd875 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770271 Mar 08 13:54:43.004577 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fc5b1f-f720-45fd-b24a-a927622eda9f x-openstack-request-id: req-96fc5b1f-f720-45fd-b24a-a927622eda9f {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:43.005043 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdef4ef2-ec0c-4dda-9945-7c3e98fcba77", "name": "network-vif-plugged", "status": "completed", "tag": "02b9d060-3787-4679-9cc0-1a6c86a1ae50", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:43.005158 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96fc5b1f-f720-45fd-b24a-a927622eda9f {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:43.005580 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b9d060-3787-4679-9cc0-1a6c86a1ae50', 'code': 200} Mar 08 13:54:43.396857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ddc5e-07ae-44b7-9080-dacf63dd4d70 req-2183c195-9356-47da-a04f-9964ff00c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:43.398754 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f76ddc5e-07ae-44b7-9080-dacf63dd4d70 req-2183c195-9356-47da-a04f-9964ff00c237 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 1134 time: 0.1070652 Mar 08 13:54:43.492167 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f76ddc5e-07ae-44b7-9080-dacf63dd4d70 req-e5134483-01f0-4e29-9ef4-691b45da384a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852439 Mar 08 13:54:43.903834 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebe16f-3e05-4601-8f02-1a992205f97e req-e1d5b44f-a917-4e1e-bd73-513d2659113a tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:43.905458 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-72ebe16f-3e05-4601-8f02-1a992205f97e req-e1d5b44f-a917-4e1e-bd73-513d2659113a tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0585086 Mar 08 13:54:43.964318 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-72ebe16f-3e05-4601-8f02-1a992205f97e req-ee401647-9198-4a93-b90a-e5fff747cdbb tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523727 Mar 08 13:54:44.095467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a3e21-e625-490e-b433-f6f8a8793c5c req-4ac129c5-2023-4002-87d2-e47aac4b9f6c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:44.096892 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1d4a3e21-e625-490e-b433-f6f8a8793c5c req-4ac129c5-2023-4002-87d2-e47aac4b9f6c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0618374 Mar 08 13:54:44.124264 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14a04d-3bb2-49e1-9814-9da94dd87473 req-154df2ee-fd98-4d92-92f9-202e039f7c4a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:44.125995 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2d14a04d-3bb2-49e1-9814-9da94dd87473 req-154df2ee-fd98-4d92-92f9-202e039f7c4a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0592058 Mar 08 13:54:44.154115 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1d4a3e21-e625-490e-b433-f6f8a8793c5c req-ab970020-2bda-48b5-a8d0-567749cb5f46 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498180 Mar 08 13:54:44.185236 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2d14a04d-3bb2-49e1-9814-9da94dd87473 req-8ba4ffaf-5661-417a-a279-8efdded0684d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500307 Mar 08 13:54:45.103322 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf675-1bf9-490e-a179-9e3ab5202d48 req-b95a2017-a275-403f-9eca-e034bbc5489d tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:45.104796 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aedcf675-1bf9-490e-a179-9e3ab5202d48 req-b95a2017-a275-403f-9eca-e034bbc5489d tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0615504 Mar 08 13:54:45.155246 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aedcf675-1bf9-490e-a179-9e3ab5202d48 req-ce1cc434-f3ca-474b-871b-f7c5994c9b75 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Mar 08 13:54:45.284006 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1f146-c1e4-4416-bb78-f85336173669 req-100ce513-07a4-4a54-b95e-0447d8c87b0c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:45.290936 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-32b1f146-c1e4-4416-bb78-f85336173669 req-100ce513-07a4-4a54-b95e-0447d8c87b0c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0664654 Mar 08 13:54:45.341660 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-32b1f146-c1e4-4416-bb78-f85336173669 req-5210879a-ea58-4901-a5d6-50396f209703 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497627 Mar 08 13:54:45.463942 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7446d-1460-4f16-8cde-efe46cbac8e6 req-74962da7-a64b-4048-8959-170401593ac9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:45.465848 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-07f7446d-1460-4f16-8cde-efe46cbac8e6 req-74962da7-a64b-4048-8959-170401593ac9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0605056 Mar 08 13:54:45.535851 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-07f7446d-1460-4f16-8cde-efe46cbac8e6 req-a4daafa1-dc20-4b3c-bd1d-8cafad9e5ce4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575633 Mar 08 13:54:46.283502 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08de0-1304-4369-ac5d-d0b88dfd1393 req-7a535edb-10f1-4f4f-81de-ad2879b0b4ae tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:46.287448 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-41d08de0-1304-4369-ac5d-d0b88dfd1393 req-7a535edb-10f1-4f4f-81de-ad2879b0b4ae tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0588503 Mar 08 13:54:46.335093 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-41d08de0-1304-4369-ac5d-d0b88dfd1393 req-49a6c5d3-7841-4ceb-b707-60381da6dd09 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Mar 08 13:54:46.466781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f852-829d-4933-b065-d539ca31a77d req-c054be6a-8a36-4032-bdcf-b36b397107d6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:46.474001 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df22f852-829d-4933-b065-d539ca31a77d req-c054be6a-8a36-4032-bdcf-b36b397107d6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0621572 Mar 08 13:54:46.522739 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-df22f852-829d-4933-b065-d539ca31a77d req-24fc75d2-e3f7-4649-8927-5843171bb37d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475979 Mar 08 13:54:46.667848 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7cfa-8d3c-4e16-a222-d0364361e028 req-1f676135-2aea-46f8-9eec-9dcbdd15a8ed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:46.675029 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-23ff7cfa-8d3c-4e16-a222-d0364361e028 req-1f676135-2aea-46f8-9eec-9dcbdd15a8ed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0676014 Mar 08 13:54:46.725523 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-23ff7cfa-8d3c-4e16-a222-d0364361e028 req-2e7ec9d6-e051-4010-9d85-069cf9f4e1b1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Mar 08 13:54:47.475924 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354453af-19df-4f76-91eb-d224834accc8 req-4609a14b-dc5b-40b3-bf0a-37f30a4d7dcc tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:47.477343 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-354453af-19df-4f76-91eb-d224834accc8 req-4609a14b-dc5b-40b3-bf0a-37f30a4d7dcc tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0545270 Mar 08 13:54:47.525939 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-354453af-19df-4f76-91eb-d224834accc8 req-05a989d8-dc47-4b18-bbd3-7361794c6749 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Mar 08 13:54:47.661386 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559ada-95af-43f3-b732-5cd2ccbe034b req-bf012893-41a9-4e63-b95f-d78d3cc98664 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:47.662839 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba559ada-95af-43f3-b732-5cd2ccbe034b req-bf012893-41a9-4e63-b95f-d78d3cc98664 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0523367 Mar 08 13:54:47.712227 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba559ada-95af-43f3-b732-5cd2ccbe034b req-9eb64c91-4d76-4988-82cf-a84ed45e9351 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Mar 08 13:54:47.849097 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0c925-fb4b-4a16-9722-e55ecfda0f69 req-2a1efee9-c17a-45e5-82d2-971be69526c7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:47.850693 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d6c0c925-fb4b-4a16-9722-e55ecfda0f69 req-2a1efee9-c17a-45e5-82d2-971be69526c7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0596080 Mar 08 13:54:47.917404 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d6c0c925-fb4b-4a16-9722-e55ecfda0f69 req-dfd52df2-7afa-4461-a1e2-a72f6cf95f4d tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595961 Mar 08 13:54:47.922782 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-08b31609-0185-499d-8e26-ccd54f067b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:47.924456 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-08b31609-0185-499d-8e26-ccd54f067b9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1130 time: 0.0569127 Mar 08 13:54:48.019030 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-4bcf046d-447a-4736-9cbd-7b760167b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:48.020745 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-4bcf046d-447a-4736-9cbd-7b760167b37a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.0848651 Mar 08 13:54:48.091850 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-aa3faf11-8c13-4d7a-8226-5eb78f0682b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0637543 Mar 08 13:54:48.142120 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-daa5871a-56c9-41a7-b7d6-e76f4d2cb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:48.143736 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-daa5871a-56c9-41a7-b7d6-e76f4d2cb01d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0455539 Mar 08 13:54:48.194218 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-8d8d59e1-8bb1-495d-b1b1-9acfb0d03aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:48.195711 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-8d8d59e1-8bb1-495d-b1b1-9acfb0d03aec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438304 Mar 08 13:54:48.293443 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-7c8395a5-1654-436b-9efe-8410a41774c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888851 Mar 08 13:54:48.662075 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e6b1-125e-4806-b9ad-23df2bbea25b req-6158ac1b-e236-45f9-9d96-7707dde68f71 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:48.663543 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fbb6e6b1-125e-4806-b9ad-23df2bbea25b req-6158ac1b-e236-45f9-9d96-7707dde68f71 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0631378 Mar 08 13:54:48.710968 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fbb6e6b1-125e-4806-b9ad-23df2bbea25b req-176d262b-1853-4fe9-a975-043acaa6d290 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Mar 08 13:54:48.841285 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaf867-19f9-4700-8664-26b69136eddd req-53604162-4744-44fc-8556-c2247e145fda tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:48.842831 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ecaaf867-19f9-4700-8664-26b69136eddd req-53604162-4744-44fc-8556-c2247e145fda tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Mar 08 13:54:48.895017 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ecaaf867-19f9-4700-8664-26b69136eddd req-3dc808c3-e6a8-47c8-b545-b2bce2addaa1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Mar 08 13:54:48.983645 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3584a9-562d-461c-8e4e-42d8febc64eb req-479dc5d9-e4e5-4b5e-8e1b-7009972756ef tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:48.985204 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ec3584a9-562d-461c-8e4e-42d8febc64eb req-479dc5d9-e4e5-4b5e-8e1b-7009972756ef tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0518239 Mar 08 13:54:49.030531 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ec3584a9-562d-461c-8e4e-42d8febc64eb req-810aec26-e103-4548-a3bd-8255dabe2abc tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 08 13:54:49.034605 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42024f5-8ff4-4c70-936d-224e82181604 req-5dcde726-9fe3-4c36-926e-76d81b893acb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:49.036371 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a42024f5-8ff4-4c70-936d-224e82181604 req-5dcde726-9fe3-4c36-926e-76d81b893acb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0528386 Mar 08 13:54:49.086523 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a42024f5-8ff4-4c70-936d-224e82181604 req-e071097e-1ff5-44f0-a867-a1991456fbc1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Mar 08 13:54:49.504256 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3b88dd32-5cc9-4ca2-b311-3202a14a4096 req-ca595510-8aab-4b9c-864a-360665f33d87 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844405 Mar 08 13:54:50.010296 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-861e26ab-33d8-4545-a097-d0a1144e4cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:50.031305 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1eebb-cb4d-4a9c-bd4c-60e483f5ec1f req-7fc3cc88-54c3-43a5-b752-f99e4054c883 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:50.032777 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5ba1eebb-cb4d-4a9c-bd4c-60e483f5ec1f req-7fc3cc88-54c3-43a5-b752-f99e4054c883 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0572617 Mar 08 13:54:50.079763 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5ba1eebb-cb4d-4a9c-bd4c-60e483f5ec1f req-e21f27fd-dd47-446c-ba2a-b14f8a525cc1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Mar 08 13:54:50.151984 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12ae8b-1b3f-4af5-a787-87fc8f970a78 req-76597b13-ba03-4e02-9caf-7a9b1cf51c58 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:50.153475 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8f12ae8b-1b3f-4af5-a787-87fc8f970a78 req-76597b13-ba03-4e02-9caf-7a9b1cf51c58 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0552714 Mar 08 13:54:50.205768 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8f12ae8b-1b3f-4af5-a787-87fc8f970a78 req-0672bd03-c346-4d47-a3b6-6f0337fcd37f tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 Mar 08 13:54:50.212710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875309-f089-4eb6-8b7e-22696f323ea5 req-7dc8df99-592a-46dc-8546-8578b1f4bc2c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:50.214655 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-27875309-f089-4eb6-8b7e-22696f323ea5 req-7dc8df99-592a-46dc-8546-8578b1f4bc2c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Mar 08 13:54:50.264671 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-27875309-f089-4eb6-8b7e-22696f323ea5 req-defe544d-40c4-4527-9958-dadb520cad16 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Mar 08 13:54:51.221791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cd66d-7936-4ea7-8b2b-9c8e47e9f5c9 req-cfb94263-36a7-4f23-ac90-31c621c161b2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:51.223212 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-214cd66d-7936-4ea7-8b2b-9c8e47e9f5c9 req-cfb94263-36a7-4f23-ac90-31c621c161b2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0567713 Mar 08 13:54:51.274296 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-214cd66d-7936-4ea7-8b2b-9c8e47e9f5c9 req-e4d30083-ed4e-4800-8f1c-db2a2148b611 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Mar 08 13:54:51.328177 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6930a4-8470-4220-b07b-fb599747c5a9 req-6d65e140-38f3-4718-9f19-f137f691db3f tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:51.330030 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ef6930a4-8470-4220-b07b-fb599747c5a9 req-6d65e140-38f3-4718-9f19-f137f691db3f tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0566549 Mar 08 13:54:51.375417 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ef6930a4-8470-4220-b07b-fb599747c5a9 req-ee2e9d16-bc01-4362-baad-3cf38562db82 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Mar 08 13:54:51.383736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658912a-85eb-4202-920f-4f647e1ef3b8 req-65fd4d11-20aa-471f-9cc3-053e81367304 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:51.385492 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2658912a-85eb-4202-920f-4f647e1ef3b8 req-65fd4d11-20aa-471f-9cc3-053e81367304 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0514140 Mar 08 13:54:51.432177 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2658912a-85eb-4202-920f-4f647e1ef3b8 req-30d4079f-27e9-4adc-a51a-1c5db7751f45 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Mar 08 13:54:52.102391 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:54:52.146561 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9681ea0c-f26b-4a7f-bef3-8c8e6a27a548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:52.197715 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84dec7-b185-426f-9a77-396a5da7a535 req-5fee7b67-2c79-4448-8b0e-196e20abf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:52.199383 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7d84dec7-b185-426f-9a77-396a5da7a535 req-5fee7b67-2c79-4448-8b0e-196e20abf1ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.0521431 Mar 08 13:54:52.250730 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7d84dec7-b185-426f-9a77-396a5da7a535 req-02dec78a-aab5-4eb0-9586-4669f317915f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Mar 08 13:54:52.408944 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f8cc6-60cb-4d36-a135-ce4c29de9aa3 req-0b061d1f-bc98-484d-9d10-ce608186196c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:52.410460 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b16f8cc6-60cb-4d36-a135-ce4c29de9aa3 req-0b061d1f-bc98-484d-9d10-ce608186196c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0517766 Mar 08 13:54:52.456862 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b16f8cc6-60cb-4d36-a135-ce4c29de9aa3 req-4942ba3f-c4bf-48e3-aac8-070c6c5aec95 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Mar 08 13:54:52.494909 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cda493-ff36-44a3-bc32-a6b7ad4a54db req-d28a85b9-5fa7-4396-bdf8-68907cd4e62e tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:52.496432 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-76cda493-ff36-44a3-bc32-a6b7ad4a54db req-d28a85b9-5fa7-4396-bdf8-68907cd4e62e tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0542929 Mar 08 13:54:52.550866 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-76cda493-ff36-44a3-bc32-a6b7ad4a54db req-94bae9fd-c6f3-456a-a6ca-19891dc521f0 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480750 Mar 08 13:54:52.572330 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd6af-ce5c-4bcc-9f50-48459a4d261d req-e532c39e-3f33-434f-8ec4-3e513d5ea8ff tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:52.573832 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-539cd6af-ce5c-4bcc-9f50-48459a4d261d req-e532c39e-3f33-434f-8ec4-3e513d5ea8ff tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0568550 Mar 08 13:54:52.623796 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-539cd6af-ce5c-4bcc-9f50-48459a4d261d req-13b7968e-5b35-4e03-bf1a-6000b4b1e76c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Mar 08 13:54:53.233292 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:53.477542 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:54:53.560098 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: ACTIVE; New status is: DOWN {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:54:53.560472 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:53.583123 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db1a65-cef2-4050-b0b7-5f2d6a6fbbca req-82bd9a53-cd7e-4081-a84d-cb3a31d72d9c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:53.584594 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:53.584747 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-01db1a65-cef2-4050-b0b7-5f2d6a6fbbca req-82bd9a53-cd7e-4081-a84d-cb3a31d72d9c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 946 time: 0.0525999 Mar 08 13:54:53.586860 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1042a4a-9b24-45d0-b237-c7ffbaa3f605" -d '{"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-unplugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:53.597608 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:53.603328 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:53.630510 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-01db1a65-cef2-4050-b0b7-5f2d6a6fbbca req-3c7b271c-a98f-415a-8364-8addb0eb588d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Mar 08 13:54:53.650878 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=8']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:53.748122 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3f29-6309-437b-8870-8c7baf1bf1b4 req-5abe2559-1940-438f-8466-f0a9734af2af tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:53.749549 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d9bd3f29-6309-437b-8870-8c7baf1bf1b4 req-5abe2559-1940-438f-8466-f0a9734af2af tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0535026 Mar 08 13:54:53.796571 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d9bd3f29-6309-437b-8870-8c7baf1bf1b4 req-63ae97a6-4b8a-42ee-9599-53614ca85b96 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Mar 08 13:54:53.842930 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0523ef68-b318-44ee-9a76-58e8861385f2 x-openstack-request-id: req-0523ef68-b318-44ee-9a76-58e8861385f2 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:53.843225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-unplugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:53.843480 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0523ef68-b318-44ee-9a76-58e8861385f2 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:53.843875 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'code': 200} Mar 08 13:54:53.940376 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c9d3-0811-430d-9800-959d2f3189ef req-8ef1dc3c-d3ce-44eb-be8a-c755b5802790 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:53.941830 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f2d5c9d3-0811-430d-9800-959d2f3189ef req-8ef1dc3c-d3ce-44eb-be8a-c755b5802790 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0575814 Mar 08 13:54:53.988124 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f2d5c9d3-0811-430d-9800-959d2f3189ef req-4833b3a7-5eed-4ea1-b8dc-e0b690a46f10 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Mar 08 13:54:54.733671 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:54.758287 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6377f15-83f9-404e-8f38-97d41ba3d26f req-d7a679ec-7c1f-4135-8d0f-9cf53cf87ca0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:54.759707 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d6377f15-83f9-404e-8f38-97d41ba3d26f req-d7a679ec-7c1f-4135-8d0f-9cf53cf87ca0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0547879 Mar 08 13:54:54.805655 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d6377f15-83f9-404e-8f38-97d41ba3d26f req-ab060b02-1542-4ed0-b711-e9c9524b9f91 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Mar 08 13:54:54.917701 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1368c5-9b1e-46bb-965d-aba816b4c1b6 req-5babd62c-0591-4890-8634-94572e3e4e70 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:54.919128 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-eb1368c5-9b1e-46bb-965d-aba816b4c1b6 req-5babd62c-0591-4890-8634-94572e3e4e70 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0509651 Mar 08 13:54:54.970537 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-eb1368c5-9b1e-46bb-965d-aba816b4c1b6 req-74229303-79ab-4714-b02c-deb862cc5089 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Mar 08 13:54:55.106263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cb30b-1983-4e9c-b3f7-1447486a3cf5 req-2405948c-f441-49be-a32a-2df121b68230 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:55.107732 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f44cb30b-1983-4e9c-b3f7-1447486a3cf5 req-2405948c-f441-49be-a32a-2df121b68230 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0550392 Mar 08 13:54:55.158259 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f44cb30b-1983-4e9c-b3f7-1447486a3cf5 req-6d907cd4-b1ee-4fba-a6d9-1da108a98c41 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Mar 08 13:54:55.936984 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df300e6-5a49-4bc4-a8a5-17dbdcfb38a7 req-fe10ea05-caea-49f1-863b-37f9a2788536 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:55.938442 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3df300e6-5a49-4bc4-a8a5-17dbdcfb38a7 req-fe10ea05-caea-49f1-863b-37f9a2788536 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0548813 Mar 08 13:54:55.987114 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3df300e6-5a49-4bc4-a8a5-17dbdcfb38a7 req-551fbff6-8b4d-44e3-aa83-53b238c04630 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Mar 08 13:54:56.100915 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04202c5-f73a-46f9-b4a7-00fec1b9cde4 req-be0e2295-cc25-42aa-a1b4-6d59c4443845 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:56.102305 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b04202c5-f73a-46f9-b4a7-00fec1b9cde4 req-be0e2295-cc25-42aa-a1b4-6d59c4443845 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0599597 Mar 08 13:54:56.152600 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b04202c5-f73a-46f9-b4a7-00fec1b9cde4 req-37e9ac9d-1714-4dff-97ff-adfc78d78eef tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Mar 08 13:54:56.277664 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbf4a8-c83d-408f-b20a-4290b55fc73d req-54f1618b-d302-44f0-a03e-57d4416a47db tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:56.279105 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-17fbf4a8-c83d-408f-b20a-4290b55fc73d req-54f1618b-d302-44f0-a03e-57d4416a47db tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Mar 08 13:54:56.325306 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-17fbf4a8-c83d-408f-b20a-4290b55fc73d req-cbbe0ea7-9bb4-4e77-aefd-81087457ac09 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Mar 08 13:54:56.387630 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:56.996989 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-d51b251a-3c22-4dc3-9e4d-393d4afd20c1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:56.998480 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-d51b251a-3c22-4dc3-9e4d-393d4afd20c1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0551317 Mar 08 13:54:57.135499 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Deleting port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:54:57.136216 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:57.144785 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9df2-a8a3-457d-8bd2-37dd0827ec98 req-d4eded66-009e-4563-bcc1-59e5cdf9eaa9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:57.146323 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-851a9df2-a8a3-457d-8bd2-37dd0827ec98 req-d4eded66-009e-4563-bcc1-59e5cdf9eaa9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0753474 Mar 08 13:54:57.246839 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-851a9df2-a8a3-457d-8bd2-37dd0827ec98 req-f461d1af-27b0-4abd-ab50-43b2389c8caa tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885930 Mar 08 13:54:57.262368 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] For port 02b9d060-3787-4679-9cc0-1a6c86a1ae50, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=02b9d060-3787-4679-9cc0-1a6c86a1ae50,segment=NetworkSegment(532c0ebc-88c5-46a2-88bd-a137c2db4b63),segment_id=532c0ebc-88c5-46a2-88bd-a137c2db4b63)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:54:57.262725 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:57.285246 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Calling delete_port for 02b9d060-3787-4679-9cc0-1a6c86a1ae50 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:54:57.286369 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cb3cb-600a-48cb-be98-bb31cc0b3f7a req-1811da25-b102-4f25-a4f7-a40a2c71a6e0 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:57.288493 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ba1cb3cb-600a-48cb-be98-bb31cc0b3f7a req-1811da25-b102-4f25-a4f7-a40a2c71a6e0 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdef4ef2-ec0c-4dda-9945-7c3e98fcba77 HTTP/1.1" status: 200 len: 950 time: 0.0661023 Mar 08 13:54:57.344485 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ba1cb3cb-600a-48cb-be98-bb31cc0b3f7a req-b44ae43d-4b97-445f-9931-869cca338106 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.18 "GET /v2.0/security-groups?id=525dcf38-3006-43b5-8fda-b4dbff85653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Mar 08 13:54:57.460598 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (02b9d060-3787-4679-9cc0-1a6c86a1ae50), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:57.475188 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['02b9d060-3787-4679-9cc0-1a6c86a1ae50'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:54:57.500638 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e13b0-914c-4a0b-b024-5a55cf9720fe req-837e8c9b-f01c-4a16-bdd7-5b4e0b9b59ce tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:57.502209 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b52e13b0-914c-4a0b-b024-5a55cf9720fe req-837e8c9b-f01c-4a16-bdd7-5b4e0b9b59ce tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1003759 Mar 08 13:54:57.505115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Pushing event deleted for resources: {'Port': ['ID=02b9d060-3787-4679-9cc0-1a6c86a1ae50,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:57.564480 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] No DVR routers for this DVR port 02b9d060-3787-4679-9cc0-1a6c86a1ae50 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:54:57.567177 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:57.570563 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9ab34547-e989-4ad2-81c8-766c44786f54 req-0ece27d3-d632-4d47-a04c-83b9ddc3c7d1 tempest-VolumesNegativeTest-1133826934 tempest-VolumesNegativeTest-1133826934-project] 10.222.0.32 "DELETE /v2.0/ports/02b9d060-3787-4679-9cc0-1a6c86a1ae50 HTTP/1.1" status: 204 len: 173 time: 0.5654221 Mar 08 13:54:57.572228 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'name': 'network-vif-deleted', 'tag': '02b9d060-3787-4679-9cc0-1a6c86a1ae50'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:54:57.575179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af8fc3-99f4-4d20-ad6f-aa1a6a24e968" -d '{"events": [{"server_uuid": "fdef4ef2-ec0c-4dda-9945-7c3e98fcba77", "name": "network-vif-deleted", "tag": "02b9d060-3787-4679-9cc0-1a6c86a1ae50"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:54:57.618847 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac1dade-fc99-4051-a3cd-5e57d8d79bc2 x-openstack-request-id: req-3ac1dade-fc99-4051-a3cd-5e57d8d79bc2 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:54:57.619144 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdef4ef2-ec0c-4dda-9945-7c3e98fcba77", "name": "network-vif-deleted", "tag": "02b9d060-3787-4679-9cc0-1a6c86a1ae50", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:54:57.619387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ac1dade-fc99-4051-a3cd-5e57d8d79bc2 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:54:57.620294 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef4ef2-ec0c-4dda-9945-7c3e98fcba77', 'name': 'network-vif-deleted', 'tag': '02b9d060-3787-4679-9cc0-1a6c86a1ae50', 'status': 'completed', 'code': 200} Mar 08 13:54:57.625689 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b52e13b0-914c-4a0b-b024-5a55cf9720fe req-8192e916-2b7b-4672-9945-064a0077679e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095545 Mar 08 13:54:57.911177 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecde24-56f9-48f0-9362-641b516c06a9 req-3a5441cd-95ae-4109-9a1e-734cd102e89e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:57.912722 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aeecde24-56f9-48f0-9362-641b516c06a9 req-3a5441cd-95ae-4109-9a1e-734cd102e89e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0581663 Mar 08 13:54:57.964652 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aeecde24-56f9-48f0-9362-641b516c06a9 req-d79c7d77-a861-482a-931c-e6a2afccbd1d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459538 Mar 08 13:54:57.988134 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 59936) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:58.027390 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-b97cb7c9-4ecd-4eae-a33e-c307c1225d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:58.028924 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-b97cb7c9-4ecd-4eae-a33e-c307c1225d1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 1129 time: 0.0482187 Mar 08 13:54:58.036375 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e12b-73c9-4f51-a8c6-7786c1781b9a req-e5267b5a-57b4-4e30-8e0f-38abbed9a0b2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:58.038229 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d8a9e12b-73c9-4f51-a8c6-7786c1781b9a req-e5267b5a-57b4-4e30-8e0f-38abbed9a0b2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0557766 Mar 08 13:54:58.090247 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d8a9e12b-73c9-4f51-a8c6-7786c1781b9a req-982a74f2-8eb3-4326-baa6-83d6df81099c tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Mar 08 13:54:58.126494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-a75b65ba-0a0d-4c1b-8dc3-8d5395521610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:58.127982 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-a75b65ba-0a0d-4c1b-8dc3-8d5395521610 service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.0915749 Mar 08 13:54:58.177667 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-6f0fbe7b-2261-4b71-8054-e9af307cfd79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 200 len: 217 time: 0.0409305 Mar 08 13:54:58.253320 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47399558-12fd-4646-bd33-57ea3a8b1ad5 tempest-TestMinimumBasicScenario-317557243 tempest-TestMinimumBasicScenario-317557243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:58.258000 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-47399558-12fd-4646-bd33-57ea3a8b1ad5 tempest-TestMinimumBasicScenario-317557243 tempest-TestMinimumBasicScenario-317557243-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1125 time: 0.2658908 Mar 08 13:54:58.258000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-48730731-5a48-4167-9417-ea928487d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:58.258000 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-48730731-5a48-4167-9417-ea928487d666 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0622170 Mar 08 13:54:58.258741 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 59940) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:54:58.263099 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'port_id': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:54:58.287552 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:58.302269 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-ac7a89f5-2290-4cfb-8f47-14079b4178e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265126 Mar 08 13:54:58.396954 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:58.532609 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Allocated IP 172.27.2.239 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/d4fd951a-3a15-4a53-97b0-1588c8da568a) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:54:58.671264 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:58.689613 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-878d5407-8511-44d9-aec8-378b6b88ee93 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752329 Mar 08 13:54:58.697342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987b8c-3d3f-491b-b868-64d9f0f5116c req-65708a76-9bc0-4cfa-b836-7b189dfaee70 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:58.698829 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b0987b8c-3d3f-491b-b868-64d9f0f5116c req-65708a76-9bc0-4cfa-b836-7b189dfaee70 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.3566446 Mar 08 13:54:58.713735 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:58.761214 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:54:58.765231 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:54:58.767790 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'Port': ['ID=d4fd951a-3a15-4a53-97b0-1588c8da568a,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:58.769264 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:54:58.809334 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b0987b8c-3d3f-491b-b868-64d9f0f5116c req-3a435b23-56f3-4494-8792-5be16ce6a05d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019583 Mar 08 13:54:58.836109 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-243c1d10-fb29-4921-9dbb-0accfab9405b req-7e57cc9a-9181-413e-9b57-bb9fc9ac6acd service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362352 Mar 08 13:54:59.141891 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for floatingip (2db1acd3-cd10-4293-a87a-0587e18e851f), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:59.232366 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:59.256548 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04de35c-1b69-4502-893a-961a095dfb92 req-9566e6c5-825a-4cca-9e08-3e44b6238ca7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:59.264333 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a04de35c-1b69-4502-893a-961a095dfb92 req-9566e6c5-825a-4cca-9e08-3e44b6238ca7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0713744 Mar 08 13:54:59.325984 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a04de35c-1b69-4502-893a-961a095dfb92 req-20374605-f647-4359-a982-fcd1419a3813 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606956 Mar 08 13:54:59.394130 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:59.399877 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:59.434730 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [req-1357884e-0df3-40ca-aece-620cbad3680a req-3d8b96b8-1324-4711-8c38-a20b825cd076 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:54:59.435719 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1357884e-0df3-40ca-aece-620cbad3680a req-3d8b96b8-1324-4711-8c38-a20b825cd076 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210710 Mar 08 13:54:59.440700 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (2db1acd3-cd10-4293-a87a-0587e18e851f), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:54:59.500777 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'Port': ['ID=d4fd951a-3a15-4a53-97b0-1588c8da568a,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:54:59.579568 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Floating IP 2db1acd3-cd10-4293-a87a-0587e18e851f associated. External IP: 172.27.2.239, port: 9ba53cee-81de-4372-bea6-5cb9967e28f6. Mar 08 13:54:59.636740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7582-f8d4-41c1-a935-0bd54b8f6fdc req-4738d2ca-2a7f-4df0-80c2-8750730cf4c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:54:59.638719 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-030a7582-f8d4-41c1-a935-0bd54b8f6fdc req-4738d2ca-2a7f-4df0-80c2-8750730cf4c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0644917 Mar 08 13:54:59.706306 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-030a7582-f8d4-41c1-a935-0bd54b8f6fdc req-811da91b-bb60-4902-b2cc-f34f8c984bfc tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615623 Mar 08 13:55:00.039072 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60130) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:00.154014 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-512ce43b-9a29-4212-8e3e-71a4c4e48669 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128194 Mar 08 13:55:00.161761 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-7d8a9ab1-ea3d-4c9b-bfb5-a7d45e8b4c53 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:55:00.162895 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-7d8a9ab1-ea3d-4c9b-bfb5-a7d45e8b4c53 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053754 Mar 08 13:55:00.163016 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:55:00.244348 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60170) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:00.281482 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:55:00.292955 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] Sync routers for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:55:00.302353 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:00.309156 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:55:00.309802 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:54:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:00.333592 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d2f1dc64-66e0-4ccd-9c28-bcace514c086 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0740027 Mar 08 13:55:00.334279 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:00.336828 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:00.339546 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60180) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:00.345535 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855756430', 'description': 'tempest-secgroup-smoke-1855756430 description', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:00.369999 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:00.378349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-da3d381e-e331-41ec-92a4-5cec76175392 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:00.408098 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-da3d381e-e331-41ec-92a4-5cec76175392 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports/73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 941 time: 0.1623611 Mar 08 13:55:00.417644 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d043a8-6555-47ff-a14d-42ce10ed1359 x-openstack-request-id: req-b0d043a8-6555-47ff-a14d-42ce10ed1359 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:00.418189 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:00.418418 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0d043a8-6555-47ff-a14d-42ce10ed1359 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:00.419074 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'status': 'completed', 'code': 200} Mar 08 13:55:00.513029 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-5cf29b3b-a517-41d9-9872-95303c39d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:00.514981 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:55:00.518725 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-5cf29b3b-a517-41d9-9872-95303c39d178 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1130 time: 0.0859158 Mar 08 13:55:00.531084 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff93d6-8396-4200-88fd-17ed8a891571 req-3b173fb5-137a-455d-9b33-50de969efa83 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:00.532589 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-61ff93d6-8396-4200-88fd-17ed8a891571 req-3b173fb5-137a-455d-9b33-50de969efa83 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1126256 Mar 08 13:55:00.534980 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group (6825dd81-3b5e-4c7c-a1d2-58cd8de7285b), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:00.553846 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6825dd81-3b5e-4c7c-a1d2-58cd8de7285b), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:00.554156 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 02b9d060-3787-4679-9cc0-1a6c86a1ae50 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:00.613395 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:00.614617 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2741723 Mar 08 13:55:00.617752 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60202) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:00.618777 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b6489-4972-426d-849d-978212144320 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:00.630656 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group_rule': {'security_group_id': '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:00.637784 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 02b9d060-3787-4679-9cc0-1a6c86a1ae50 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:55:00.640544 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 02b9d060-3787-4679-9cc0-1a6c86a1ae50 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:55:00.641572 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:00.656719 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-61ff93d6-8396-4200-88fd-17ed8a891571 req-91a2eaad-84c1-4a9f-9ab0-4ea1c0f98b19 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170447 Mar 08 13:55:00.678277 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-d9f0e89d-4de6-44a7-a911-c26ab5c8c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:00.679913 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-d9f0e89d-4de6-44a7-a911-c26ab5c8c978 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 916 time: 0.1514623 Mar 08 13:55:00.792528 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: DOWN; New status is: DOWN {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:00.801082 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (485c235e-d29d-41ea-83d2-566470dca75c), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:00.928289 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '2db1acd3-cd10-4293-a87a-0587e18e851f', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'port_id': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'mac_address': 'fa:16:3e:ea:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:54:58Z', 'updated_at': '2022-03-08T13:54:58Z', 'revision_number': 0, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:00.932763 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-c3231122-8081-45dc-ad3e-3c0c197fde9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 1000 time: 0.2447584 Mar 08 13:55:00.962630 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] Checking router: f8f51ab8-444b-408b-b1f9-3bfd9a08c345 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:55:00.973011 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:55:00.973837 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:54:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:01.052146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (485c235e-d29d-41ea-83d2-566470dca75c), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.062375 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (485c235e-d29d-41ea-83d2-566470dca75c), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.090484 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-b6bd4d73-e733-4359-bb04-ed08c6ef49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:01.092229 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-b6bd4d73-e733-4359-bb04-ed08c6ef49cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.1431699 Mar 08 13:55:01.109148 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485c235e-d29d-41ea-83d2-566470dca75c,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:01.125317 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.129421 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1ef9e098-bbe5-4b93-a109-5081d8ef3d6f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5050225 Mar 08 13:55:01.129992 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60236) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:01.137222 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group_rule': {'security_group_id': '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:01.159809 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35088b3d-19d7-490b-8827-bd2e54d9f9ac req-a6302305-5d2d-4044-a8f6-8f5670b15aae tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:01.167957 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-35088b3d-19d7-490b-8827-bd2e54d9f9ac req-a6302305-5d2d-4044-a8f6-8f5670b15aae tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.2961817 Mar 08 13:55:01.196958 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (f29621e4-0884-4085-9d93-0ce00e6f7239), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.224896 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:55:01.240757 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-0d248a42-8f3e-4045-8163-3004e39cb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:01.242911 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-0d248a42-8f3e-4045-8163-3004e39cb193 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1415975 Mar 08 13:55:01.259485 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-35088b3d-19d7-490b-8827-bd2e54d9f9ac req-a1994894-16d6-4347-b050-ef1709d8005e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905993 Mar 08 13:55:01.286526 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (f29621e4-0884-4085-9d93-0ce00e6f7239), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.293669 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (f29621e4-0884-4085-9d93-0ce00e6f7239), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.314584 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29621e4-0884-4085-9d93-0ce00e6f7239,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:01.325119 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.327764 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-abe05ae8-98d4-434d-a617-2d647a75b3ce tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1961589 Mar 08 13:55:01.330746 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60242) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:01.335774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group_rule': {'security_group_id': '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:01.369752 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (3ac82efa-bcac-4d4d-92e4-d506fc5d1436), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.376025 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-bc98d14d-ae36-4308-a632-08ce744be497 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155264 Mar 08 13:55:01.432989 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (3ac82efa-bcac-4d4d-92e4-d506fc5d1436), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.440396 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (3ac82efa-bcac-4d4d-92e4-d506fc5d1436), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.461685 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac82efa-bcac-4d4d-92e4-d506fc5d1436,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:01.478310 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.479621 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ce1964fb-590e-4c1b-8497-36d0f6f06ddd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479573 Mar 08 13:55:01.482581 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60248) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:01.491797 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group_rule': {'security_group_id': '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:01.495245 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7c2cac7a-9ac0-49cd-97ef-6eed09adb2cb req-a342ca2e-3f28-4d29-9c19-f592f76b972b service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118460 Mar 08 13:55:01.516529 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '2db1acd3-cd10-4293-a87a-0587e18e851f', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'port_id': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'mac_address': 'fa:16:3e:ea:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:54:58Z', 'updated_at': '2022-03-08T13:54:58Z', 'revision_number': 0, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:01.530260 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (d5c92919-3aa9-4fa8-89ec-8dbff2f860d4), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.547405 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8a46e-5c92-4c5f-8931-7eeea0ef2c61 None None] The sync data for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi is: [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '2db1acd3-cd10-4293-a87a-0587e18e851f', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'port_id': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'mac_address': 'fa:16:3e:ea:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:54:58Z', 'updated_at': '2022-03-08T13:54:58Z', 'revision_number': 0, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:55:01.605322 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (d5c92919-3aa9-4fa8-89ec-8dbff2f860d4), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.613829 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (d5c92919-3aa9-4fa8-89ec-8dbff2f860d4), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.636969 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c92919-3aa9-4fa8-89ec-8dbff2f860d4,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:01.643844 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.647911 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60266) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:01.648299 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f1d10e6a-7e1f-4f24-8b2f-78f22f6c86d9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637411 Mar 08 13:55:01.652839 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group_rule': {'security_group_id': '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:01.675403 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.securitygroups_db [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Project 81fd0fd8a1cc499f8479307f01f32b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:55:01.680672 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (31155293-4f7e-446b-96a0-8634adf514c5), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.758873 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (31155293-4f7e-446b-96a0-8634adf514c5), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.768438 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (31155293-4f7e-446b-96a0-8634adf514c5), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.791555 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31155293-4f7e-446b-96a0-8634adf514c5,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:01.803905 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.805169 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d68a60c7-453f-445f-aee4-d1b062acad3f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561553 Mar 08 13:55:01.808910 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60280) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:01.812362 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'security_group_rule': {'security_group_id': '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b', 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:01.831887 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e701a5-2f8f-499d-a732-649f751fa4b6 req-3e2dbab9-7211-4920-8694-2987ab77e2ac tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:01.835146 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-25e701a5-2f8f-499d-a732-649f751fa4b6 req-3e2dbab9-7211-4920-8694-2987ab77e2ac tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0634892 Mar 08 13:55:01.844377 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.securitygroups_db [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Project 81fd0fd8a1cc499f8479307f01f32b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:55:01.844717 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dea25a-a6ae-493f-8b0d-08b1206a65ed None None] New status for floating IP 2db1acd3-cd10-4293-a87a-0587e18e851f: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:55:01.851479 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (f58b1103-cba0-45c8-8adf-8a8c80a01876), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.922438 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-25e701a5-2f8f-499d-a732-649f751fa4b6 req-c6c59e6a-e72b-438a-9a3e-c3925cdea9f9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642512 Mar 08 13:55:01.926448 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (f58b1103-cba0-45c8-8adf-8a8c80a01876), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.932296 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (f58b1103-cba0-45c8-8adf-8a8c80a01876), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.953273 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58b1103-cba0-45c8-8adf-8a8c80a01876,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:01.965307 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:01.969204 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b1988a4a-84b6-42d2-998e-3facf6ee90a5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577094 Mar 08 13:55:02.117550 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-891a4dd3-06eb-4192-b1b5-7942b10e9da2 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855756430&fields=id&tenant_id=81fd0fd8a1cc499f8479307f01f32b24 HTTP/1.1" status: 200 len: 267 time: 0.0576181 Mar 08 13:55:02.176839 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-5b83984d-e68e-4c4c-9332-fd547eca45bf tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.178744 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-5b83984d-e68e-4c4c-9332-fd547eca45bf tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0588300 Mar 08 13:55:02.190900 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'port': {'security_groups': ['c652860e-edc4-4e86-bd1e-350bee1a5f1a', '6825dd81-3b5e-4c7c-a1d2-58cd8de7285b']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:02.276340 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:02.407724 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2318-f326-4d5a-b748-4ee1ab9f8271 req-66319c07-7b1a-468b-baeb-14d26bc8dae2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.409212 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-010d2318-f326-4d5a-b748-4ee1ab9f8271 req-66319c07-7b1a-468b-baeb-14d26bc8dae2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0503821 Mar 08 13:55:02.455360 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-010d2318-f326-4d5a-b748-4ee1ab9f8271 req-ff39647c-0011-41a6-8e33-f3c0f38030e2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 Mar 08 13:55:02.467636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:02.496565 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:02.502199 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:02.517606 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9ba53cee-81de-4372-bea6-5cb9967e28f6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:02.544998 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.545612 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:02.546996 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-125b3752-5fd2-495a-8f27-b9bc33aee5d0 req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "PUT /v2.0/ports/9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 982 time: 0.3611190 Mar 08 13:55:02.547441 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:02.549849 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e4362-5988-4e56-8318-360e5ad2bbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:02.573320 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646a86-3090-482d-926c-0cab9711176e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=6']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:02.612904 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d52599a-0c87-4c31-8041-b3901d267bc0 x-openstack-request-id: req-6d52599a-0c87-4c31-8041-b3901d267bc0 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:02.613189 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:02.613467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d52599a-0c87-4c31-8041-b3901d267bc0 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:02.613868 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'status': 'completed', 'code': 200} Mar 08 13:55:02.692170 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-79cd2d85-713f-4d41-83ae-6688551cd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.694413 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-79cd2d85-713f-4d41-83ae-6688551cd2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1169 time: 0.0511103 Mar 08 13:55:02.695912 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428bcfc-66f0-46c7-93ce-1b9789b2ab5e req-5e530c9a-305f-4739-8618-3ff59ab30b8b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.696240 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9ba53cee-81de-4372-bea6-5cb9967e28f6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:02.697659 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5428bcfc-66f0-46c7-93ce-1b9789b2ab5e req-5e530c9a-305f-4739-8618-3ff59ab30b8b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0652714 Mar 08 13:55:02.771395 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5428bcfc-66f0-46c7-93ce-1b9789b2ab5e req-6033126b-4116-4edd-86cc-400ba974dbe0 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650194 Mar 08 13:55:02.800498 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-8ba656ea-1a80-49eb-aec4-3919cdf96568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.802177 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-8ba656ea-1a80-49eb-aec4-3919cdf96568 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 916 time: 0.1008048 Mar 08 13:55:02.841492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-5d0c9d2d-fe8a-4f31-834b-7105c51799b4 None None] Provisioning complete for port 9ba53cee-81de-4372-bea6-5cb9967e28f6 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:55:02.841784 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5d0c9d2d-fe8a-4f31-834b-7105c51799b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:02.868353 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-ecc43c6b-b04a-4055-a399-920c324811d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 1002 time: 0.0586865 Mar 08 13:55:02.924165 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-f4c209d6-0e69-4e49-9309-f75a7036248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.925881 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-f4c209d6-0e69-4e49-9309-f75a7036248f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.0500741 Mar 08 13:55:02.979123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-0bda6839-84ef-4fcd-b8fd-df54772ceb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:02.980952 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-0bda6839-84ef-4fcd-b8fd-df54772ceb87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481253 Mar 08 13:55:03.044044 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c9d2d-fe8a-4f31-834b-7105c51799b4 None None] Current status of the port 9ba53cee-81de-4372-bea6-5cb9967e28f6 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:03.138844 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-2cbcc7fd-c39d-4eef-9928-e4bd40742baf service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499236 Mar 08 13:55:03.238513 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-464e4362-5988-4e56-8318-360e5ad2bbf5 req-a3127d3b-3f7b-49c8-b930-b302e82caaca service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905182 Mar 08 13:55:03.265657 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60320) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:03.394975 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0e97e017-1dc5-4a34-a2a3-a88a53d70d1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3eed35a5501d493d8e7801d8d496a890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280327 Mar 08 13:55:03.397559 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60326) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:03.446041 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-069ed688-42c4-4a95-b925-a09ba048adb4 admin admin] Publish callbacks [] for security_group (525dcf38-3006-43b5-8fda-b4dbff85653e), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:03.466780 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-069ed688-42c4-4a95-b925-a09ba048adb4 admin admin] Publish callbacks [] for security_group (525dcf38-3006-43b5-8fda-b4dbff85653e), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:03.519036 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-069ed688-42c4-4a95-b925-a09ba048adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (525dcf38-3006-43b5-8fda-b4dbff85653e), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:03.521684 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-069ed688-42c4-4a95-b925-a09ba048adb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:03.523025 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-069ed688-42c4-4a95-b925-a09ba048adb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/525dcf38-3006-43b5-8fda-b4dbff85653e HTTP/1.1" status: 204 len: 168 time: 0.1244819 Mar 08 13:55:03.534521 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ed688-42c4-4a95-b925-a09ba048adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525dcf38-3006-43b5-8fda-b4dbff85653e,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:03.600155 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2cd32-b032-47f5-acde-7f7b848a48a3 req-4dc9b980-ca33-4361-84fc-03bbe23e563c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:03.601871 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7ff2cd32-b032-47f5-acde-7f7b848a48a3 req-4dc9b980-ca33-4361-84fc-03bbe23e563c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0650299 Mar 08 13:55:03.654850 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7ff2cd32-b032-47f5-acde-7f7b848a48a3 req-15dc4b2a-9b20-4359-917f-dbe7f347190b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459728 Mar 08 13:55:04.054565 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-0bfd5358-4c69-4789-8623-85a8e34a633f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476258 Mar 08 13:55:04.135441 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-6b481cac-53e6-4460-b113-48545cb2a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:04.137065 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-6b481cac-53e6-4460-b113-48545cb2a187 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 1129 time: 0.0508747 Mar 08 13:55:04.246166 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-e5558034-8f7c-4f8c-9a80-a225c5dceb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:04.247703 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-e5558034-8f7c-4f8c-9a80-a225c5dceb43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 200 len: 920 time: 0.0883288 Mar 08 13:55:04.299183 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-5deb9ba5-85a0-4ca8-97b3-44a31bb6a7a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d HTTP/1.1" status: 200 len: 217 time: 0.0433416 Mar 08 13:55:04.361927 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-076c0450-7688-440d-937e-37e46981cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:04.363484 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-076c0450-7688-440d-937e-37e46981cf2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 200 len: 859 time: 0.0510254 Mar 08 13:55:04.408110 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-6ebc1dfa-16d3-42e1-87b3-ef167ae28948 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=587b6d92-aaab-429a-ba05-1ff30f3ef5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336647 Mar 08 13:55:04.532016 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-4e1523a7-5898-4eaf-a4a6-e4294f5b5a62 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977690 Mar 08 13:55:04.599527 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60342) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:04.604269 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715880201', 'description': 'tempest-description--213101525'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:04.626593 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.628280 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a413f8d2-f4a3-4556-83d7-39ef23d5cebb req-551c7101-910b-4299-854d-5a430ea57cb3 service neutron] 10.222.0.32 "GET /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860364 Mar 08 13:55:04.692063 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (4b3ab3ec-4515-4935-a45e-456438d5bb85), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.696667 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (4b3ab3ec-4515-4935-a45e-456438d5bb85), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.724140 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.727913 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246324 Mar 08 13:55:04.728542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60346) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:04.731057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec03d2-9f64-4c0d-96ce-9207e77a969e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ab3ec-4515-4935-a45e-456438d5bb85,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:04.734589 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '4b3ab3ec-4515-4935-a45e-456438d5bb85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:04.761160 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (46195956-23a4-4000-b531-9266ab4cfbf7), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.781758 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd82df-f01a-4d16-a3b9-20a66134c526 req-ccf03b2b-bf01-4578-b157-39605578a2a6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:04.783268 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-52fd82df-f01a-4d16-a3b9-20a66134c526 req-ccf03b2b-bf01-4578-b157-39605578a2a6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0538905 Mar 08 13:55:04.817148 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (46195956-23a4-4000-b531-9266ab4cfbf7), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.821706 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (46195956-23a4-4000-b531-9266ab4cfbf7), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.832639 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-52fd82df-f01a-4d16-a3b9-20a66134c526 req-f16ad051-6efb-4b96-958b-54e77da0cba6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Mar 08 13:55:04.843884 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46195956-23a4-4000-b531-9266ab4cfbf7,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:04.853347 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.857143 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7f618c99-b332-45bd-b327-ab4046448fe8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248195 Mar 08 13:55:04.857563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60348) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:04.864452 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '4b3ab3ec-4515-4935-a45e-456438d5bb85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:04.888304 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (fca9cad5-1383-4998-a2f6-8ea70e23de32), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.945718 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (fca9cad5-1383-4998-a2f6-8ea70e23de32), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.951360 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (fca9cad5-1383-4998-a2f6-8ea70e23de32), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.968852 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca9cad5-1383-4998-a2f6-8ea70e23de32,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:04.979061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:04.980277 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-15981e38-fafd-4eba-8941-bfec59eaec1f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217339 Mar 08 13:55:04.983510 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60350) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:04.988115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:05.010090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.106112 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.213562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.27.2.237 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/329cb65b-a0ca-4bb3-8f03-de0b7c312c80) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:55:05.315778 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.351120 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.394473 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:55:05.399381 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:55:05.402199 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:55:05.428109 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=329cb65b-a0ca-4bb3-8f03-de0b7c312c80,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:05.503168 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (27111356-6fe2-439b-aa0d-4f0376ace0e8), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.545000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.625497 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a2d43-21f5-4a96-b97e-d8d5b13c795d req-b8cce8d6-1206-42ea-92b3-9285cf2560f0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:05.626973 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-156a2d43-21f5-4a96-b97e-d8d5b13c795d req-b8cce8d6-1206-42ea-92b3-9285cf2560f0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0551763 Mar 08 13:55:05.674964 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-156a2d43-21f5-4a96-b97e-d8d5b13c795d req-f134eed8-29dc-437f-bef1-59707c797870 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Mar 08 13:55:05.697459 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.703248 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.773959 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=329cb65b-a0ca-4bb3-8f03-de0b7c312c80,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:05.784067 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (27111356-6fe2-439b-aa0d-4f0376ace0e8), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.800591 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:05.802052 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-56b026c1-db37-4867-9ad6-0d150c517d5b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8174047 Mar 08 13:55:06.007339 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-be1020b8-7c8f-4392-a4a5-e4cbfd316588 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1715880201&fields=id&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 267 time: 0.0530190 Mar 08 13:55:06.033019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab3436-d4d2-44c1-b534-3b823d2e8bd5 req-c23b2981-b446-4136-8a4f-18f9cfa48f4b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.034837 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a1ab3436-d4d2-44c1-b534-3b823d2e8bd5 req-c23b2981-b446-4136-8a4f-18f9cfa48f4b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.1219475 Mar 08 13:55:06.036464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-0cb17c9a-6cd7-4d3f-aa3a-27587c00060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.037832 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-0cb17c9a-6cd7-4d3f-aa3a-27587c00060b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964&tenant_id=98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 1128 time: 0.0982566 Mar 08 13:55:06.103994 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a1ab3436-d4d2-44c1-b534-3b823d2e8bd5 req-3c9e1f92-140f-4aff-9104-dfec902e5045 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635662 Mar 08 13:55:06.125592 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-10468a37-3837-4c36-b1e3-0ab7c3ba982b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.125592 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-10468a37-3837-4c36-b1e3-0ab7c3ba982b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.1162629 Mar 08 13:55:06.125805 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-fd911304-7a5a-487a-8334-dcc02cf69031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.127213 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-fd911304-7a5a-487a-8334-dcc02cf69031 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1128 time: 0.0570676 Mar 08 13:55:06.139227 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-808483b8-f9ca-4254-9b7a-91b07edfef1d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/quotas/3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 375 time: 0.0093391 Mar 08 13:55:06.194698 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-4cc5da36-7d7c-4856-95a8-7aebcb7a4101 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504198 Mar 08 13:55:06.224532 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-c595cb9d-dcfe-4ec7-b69e-83c200e94a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.226094 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-c595cb9d-dcfe-4ec7-b69e-83c200e94a23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.0866141 Mar 08 13:55:06.293059 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-5e8ba42f-77bb-45df-a2f7-dd5529a78725 service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Mar 08 13:55:06.295384 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-5591e538-3d60-4290-998c-a14761802005 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 200 len: 1000 time: 0.0614684 Mar 08 13:55:06.352048 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-e2cfc32a-00c5-464a-b883-530caf5dbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.353511 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-e2cfc32a-00c5-464a-b883-530caf5dbbb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0487018 Mar 08 13:55:06.393233 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-c7243a03-3b8e-4517-996f-472d475e990e service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940480 Mar 08 13:55:06.407096 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-fb341361-e43a-4d51-af8f-633f40c43305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.408633 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-fb341361-e43a-4d51-af8f-633f40c43305 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464511 Mar 08 13:55:06.506186 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-1141ac32-0e7f-458f-a0cf-aaa1e668e1ec service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863776 Mar 08 13:55:06.581477 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-65d9b35a-5aeb-4dce-8db3-ab09ab3587ff req-594356cf-8187-4c99-8815-dfe832725fcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0401449 Mar 08 13:55:06.625927 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-a5697787-49a1-433a-9637-8719699ac06b service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090820 Mar 08 13:55:06.793712 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba07aee-7055-4a45-a523-414139251cdd req-28e0ffdc-8058-4d16-9804-ad770850c51d tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:06.795231 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ba07aee-7055-4a45-a523-414139251cdd req-28e0ffdc-8058-4d16-9804-ad770850c51d tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0525277 Mar 08 13:55:06.844977 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ba07aee-7055-4a45-a523-414139251cdd req-30784500-fd05-490d-90c5-0de30f718663 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Mar 08 13:55:06.912651 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:07.272138 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0bf09-2c50-4e9a-a015-c9e46457234e req-526808da-737c-47e1-85c2-db4f4559fa1a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:07.274597 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-32a0bf09-2c50-4e9a-a015-c9e46457234e req-526808da-737c-47e1-85c2-db4f4559fa1a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0780263 Mar 08 13:55:07.326211 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-32a0bf09-2c50-4e9a-a015-c9e46457234e req-ae85aeb1-f31f-415f-8d5d-533a43630fc0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Mar 08 13:55:07.662764 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-74e843a3-934c-492b-b163-07910c019f49 req-a47eeb86-420d-4af7-8a19-fc760576ebf0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0309598 Mar 08 13:55:07.973523 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a374bba-2b41-450b-92c5-b492384742b2 req-4557eb36-9614-427f-9c99-baa977b6c528 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:07.975000 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9a374bba-2b41-450b-92c5-b492384742b2 req-4557eb36-9614-427f-9c99-baa977b6c528 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0572901 Mar 08 13:55:08.024912 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9a374bba-2b41-450b-92c5-b492384742b2 req-d9eb0d4d-e0f4-4f2c-984c-e3ef19216e83 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Mar 08 13:55:08.454486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232dad2-1a91-4b16-9cf9-8078c8edea38 req-27b43166-bc07-492f-9465-d04da9ebacaf tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:08.455900 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6232dad2-1a91-4b16-9cf9-8078c8edea38 req-27b43166-bc07-492f-9465-d04da9ebacaf tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0530686 Mar 08 13:55:08.503869 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6232dad2-1a91-4b16-9cf9-8078c8edea38 req-0c79c1c0-d266-4370-af1c-1feaffb25697 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 Mar 08 13:55:08.760427 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b95073e7-94da-4b34-8d84-517410c7a7ff req-a2666419-2406-45dc-bb3c-27b8b01f6f65 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0282173 Mar 08 13:55:09.122620 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba46a6-db97-4cd7-85df-053ede4a4605 req-0bb97ad5-3821-4bc3-a839-ecd8861905dc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:09.124329 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f2ba46a6-db97-4cd7-85df-053ede4a4605 req-0bb97ad5-3821-4bc3-a839-ecd8861905dc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0577369 Mar 08 13:55:09.145263 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce922a-755b-4002-aa12-29c72926bd38 req-4d9d7626-bf99-4ac0-82d6-c196eb4d8e35 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:09.146815 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0bce922a-755b-4002-aa12-29c72926bd38 req-4d9d7626-bf99-4ac0-82d6-c196eb4d8e35 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Mar 08 13:55:09.185917 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f2ba46a6-db97-4cd7-85df-053ede4a4605 req-c4cac6a1-5c8f-4342-9a55-702cc1eeaad1 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Mar 08 13:55:09.197175 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0bce922a-755b-4002-aa12-29c72926bd38 req-926e31f1-09fc-409e-b190-b70040953d5a tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Mar 08 13:55:09.628994 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec792408-675d-45fb-8840-f44dee99ea7b req-1bcc01fd-bc43-4d6f-a27c-b0f96cca56e6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:09.630526 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ec792408-675d-45fb-8840-f44dee99ea7b req-1bcc01fd-bc43-4d6f-a27c-b0f96cca56e6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0532980 Mar 08 13:55:09.676858 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ec792408-675d-45fb-8840-f44dee99ea7b req-8f09a95a-5c71-4635-9ed4-6315ed7ec69c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Mar 08 13:55:09.858869 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9c2f6682-2b48-4005-9edd-a61bd81cdb0e req-819c11bf-aa7c-480b-966a-bf7f296ac99a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0305676 Mar 08 13:55:10.305960 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb13d3-3a4a-4f2a-bb62-26a894c70f15 req-449b3e84-85f1-4802-ac46-e62ee6e2fe3e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:10.307828 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fcfb13d3-3a4a-4f2a-bb62-26a894c70f15 req-449b3e84-85f1-4802-ac46-e62ee6e2fe3e tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0590303 Mar 08 13:55:10.327201 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb753-c41e-46a8-919c-ad62cca5db07 req-375aaa12-d77a-4f85-a26a-d5799a9e9d88 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:10.329127 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8a9eb753-c41e-46a8-919c-ad62cca5db07 req-375aaa12-d77a-4f85-a26a-d5799a9e9d88 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0649514 Mar 08 13:55:10.360646 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fcfb13d3-3a4a-4f2a-bb62-26a894c70f15 req-b06b86ec-33bf-43ad-b2b9-235d1c66fbc7 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Mar 08 13:55:10.376307 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8a9eb753-c41e-46a8-919c-ad62cca5db07 req-7eb6b60a-900c-4e0a-a785-f3f9c0b97456 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Mar 08 13:55:10.807760 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528270e-0d7b-4b5e-a8ed-a9f7f64ed2ad req-a848746f-0361-4f47-917c-87edbb1ce65c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:10.809245 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a528270e-0d7b-4b5e-a8ed-a9f7f64ed2ad req-a848746f-0361-4f47-917c-87edbb1ce65c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0588152 Mar 08 13:55:10.857881 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a528270e-0d7b-4b5e-a8ed-a9f7f64ed2ad req-8ee5e191-fd5f-4084-b6c4-980773806d06 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Mar 08 13:55:10.979501 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f4e8f2d0-1755-4b9d-adff-f3b73ac206d5 req-92abd270-1c20-4eec-a03f-b8abcc248c6c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Mar 08 13:55:11.520150 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a84f4-7396-44aa-b570-fcb3597ca93f req-5f7bde6e-d897-457a-af2d-fe48aca140fb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:11.522118 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1c2a84f4-7396-44aa-b570-fcb3597ca93f req-5f7bde6e-d897-457a-af2d-fe48aca140fb tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0653663 Mar 08 13:55:11.531776 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcfb1-a6c1-4623-a2f8-790713e23165 req-45b6a50c-4382-4a0e-a3ab-0b1ac3c390f2 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:11.534142 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cb1dcfb1-a6c1-4623-a2f8-790713e23165 req-45b6a50c-4382-4a0e-a3ab-0b1ac3c390f2 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0751562 Mar 08 13:55:11.609652 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1c2a84f4-7396-44aa-b570-fcb3597ca93f req-e613e29a-142b-4fab-8568-8c73251dcc67 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740597 Mar 08 13:55:11.627087 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cb1dcfb1-a6c1-4623-a2f8-790713e23165 req-e6811a1c-220e-4a0d-a295-49113b9878fd tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841677 Mar 08 13:55:11.999482 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d581-0f2e-4a66-8113-ef3e72a5431e req-ae95a769-e15e-4ec1-8fe1-deb6dafce881 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:12.001117 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1b36d581-0f2e-4a66-8113-ef3e72a5431e req-ae95a769-e15e-4ec1-8fe1-deb6dafce881 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0678372 Mar 08 13:55:12.055520 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1b36d581-0f2e-4a66-8113-ef3e72a5431e req-4c836fce-bc57-497a-b307-03b392daf707 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483155 Mar 08 13:55:12.103900 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-44b814c7-97e4-4ceb-8661-78e2b9925cdb req-5cc612df-7b68-4495-9de9-50168683923d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0293014 Mar 08 13:55:12.746620 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc1590-f235-4e2c-a57a-edc6d940b2a6 req-1d9372f4-bcc6-410a-b712-f4cae70e7ca7 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:12.748336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-63cc1590-f235-4e2c-a57a-edc6d940b2a6 req-1d9372f4-bcc6-410a-b712-f4cae70e7ca7 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0534198 Mar 08 13:55:12.759770 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2d6b3-d7a6-4a21-9bda-80e74e978882 req-ec9841a5-61b6-41ae-b56b-0436d7906aca tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:12.761202 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-12e2d6b3-d7a6-4a21-9bda-80e74e978882 req-ec9841a5-61b6-41ae-b56b-0436d7906aca tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0662231 Mar 08 13:55:12.819547 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-63cc1590-f235-4e2c-a57a-edc6d940b2a6 req-17b2c57a-072d-4309-a82c-e362a587bc03 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Mar 08 13:55:12.822320 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-12e2d6b3-d7a6-4a21-9bda-80e74e978882 req-d454e78f-7a61-412f-b239-d9a78f1e0db4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Mar 08 13:55:13.190090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccef9-6a77-4fb9-8a44-784b62311b35 req-c622bfb3-2e4f-4eb4-8714-edf9421f7eb3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:13.191766 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-970ccef9-6a77-4fb9-8a44-784b62311b35 req-c622bfb3-2e4f-4eb4-8714-edf9421f7eb3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0563943 Mar 08 13:55:13.214009 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-979ad55e-a1db-4708-9fbb-42fe5b74f505 req-6acf8c4e-9d43-4ef7-a820-0dc1e41aea44 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0384672 Mar 08 13:55:13.244579 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-970ccef9-6a77-4fb9-8a44-784b62311b35 req-7c099a8c-8ed8-43ea-be45-5123f69ffb4d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471385 Mar 08 13:55:13.945197 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec3a4e-6c86-4748-9013-eb04a016b63e req-237bbf03-4940-475a-812d-3ac67fe3423a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:13.946893 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d1ec3a4e-6c86-4748-9013-eb04a016b63e req-237bbf03-4940-475a-812d-3ac67fe3423a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0563569 Mar 08 13:55:13.952174 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76648-8fd6-4faa-a688-30158913fda3 req-f3685b97-b95b-47be-a35d-cd6de9374159 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:13.954134 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-94c76648-8fd6-4faa-a688-30158913fda3 req-f3685b97-b95b-47be-a35d-cd6de9374159 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0593503 Mar 08 13:55:13.998613 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d1ec3a4e-6c86-4748-9013-eb04a016b63e req-6b55532f-7be9-4918-9652-ea70b1cb60a6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Mar 08 13:55:14.003827 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-94c76648-8fd6-4faa-a688-30158913fda3 req-b35c3230-7c99-4bb5-9b5d-2a8d8c2ef3a1 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Mar 08 13:55:14.306943 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-61fc214e-c0f4-4a06-9f42-eb96851c37e1 req-205f987b-2e72-49a9-bf10-cdc110305934 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0305762 Mar 08 13:55:14.402062 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f1861-d342-4211-b97f-3b3897e9f8d2 req-03a9bc0a-4107-4577-b859-819c1d835ee1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:14.403736 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b21f1861-d342-4211-b97f-3b3897e9f8d2 req-03a9bc0a-4107-4577-b859-819c1d835ee1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0581775 Mar 08 13:55:14.452125 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b21f1861-d342-4211-b97f-3b3897e9f8d2 req-a394dc11-1982-4d69-8931-90d929f36db9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Mar 08 13:55:15.121285 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5164ae-b3df-45e8-ad6d-81ed4779998d req-3f73d02c-5f1e-45e4-8330-8b4c035cadcc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:15.122924 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ff5164ae-b3df-45e8-ad6d-81ed4779998d req-3f73d02c-5f1e-45e4-8330-8b4c035cadcc tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0545971 Mar 08 13:55:15.129036 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880dfa0-12a7-44b6-92b3-de726efde0f2 req-479521d0-ad64-42a5-909d-23acda68d2b6 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:15.130812 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c880dfa0-12a7-44b6-92b3-de726efde0f2 req-479521d0-ad64-42a5-909d-23acda68d2b6 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0580306 Mar 08 13:55:15.173456 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ff5164ae-b3df-45e8-ad6d-81ed4779998d req-6cdad51f-68a7-48d6-82f1-5adc6faeaeed tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Mar 08 13:55:15.189853 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c880dfa0-12a7-44b6-92b3-de726efde0f2 req-36877975-023f-4897-87bb-2d6d06d8aa9a tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 Mar 08 13:55:15.406210 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e82f48c0-e261-4fa4-bf91-82f412af1246 req-313c7a8f-d823-40da-a561-21f3f86202c9 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0309017 Mar 08 13:55:15.583382 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465170-87d8-48bd-84f0-f0ac8ba1de2d req-44553a6a-c051-4ea4-b837-c782112074b9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:15.584935 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-37465170-87d8-48bd-84f0-f0ac8ba1de2d req-44553a6a-c051-4ea4-b837-c782112074b9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0605147 Mar 08 13:55:15.633284 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-37465170-87d8-48bd-84f0-f0ac8ba1de2d req-865849df-ec04-424f-8f2a-78f68a8a97ad tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Mar 08 13:55:16.305320 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fab08-a270-4863-96f1-53c6f4d533ca req-9619f86d-8b73-4cff-80e1-1c19d7d3674f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:16.307323 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-866fab08-a270-4863-96f1-53c6f4d533ca req-9619f86d-8b73-4cff-80e1-1c19d7d3674f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0584760 Mar 08 13:55:16.313223 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a41ac-9922-4f26-96e1-e4a477f456be req-f4bc6028-31aa-4352-a026-fbc0063e41a4 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:16.314850 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d98a41ac-9922-4f26-96e1-e4a477f456be req-f4bc6028-31aa-4352-a026-fbc0063e41a4 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0556178 Mar 08 13:55:16.357746 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-866fab08-a270-4863-96f1-53c6f4d533ca req-96be2efd-e5a7-4879-92e3-3fd593b22c3f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Mar 08 13:55:16.381670 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d98a41ac-9922-4f26-96e1-e4a477f456be req-33111f6f-9a52-44f0-949f-174cd78e4b3f tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514715 Mar 08 13:55:16.499633 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-426b8885-c3ff-4a68-835e-04dc107ca188 req-9525f53c-de06-44ee-9d88-f48fb3e0237d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Mar 08 13:55:16.763386 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9115a-f33b-4995-98c5-1ca5705cb0a6 req-f948cb01-8945-44fd-a2f4-cb6a5368cdd9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:16.765129 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-02c9115a-f33b-4995-98c5-1ca5705cb0a6 req-f948cb01-8945-44fd-a2f4-cb6a5368cdd9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0586145 Mar 08 13:55:16.815108 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-02c9115a-f33b-4995-98c5-1ca5705cb0a6 req-2c7137f3-98cb-481c-b6af-e95524f9631a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Mar 08 13:55:17.482707 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe6a8-002d-4b74-886c-db97040cc8fe req-a41083f6-4d37-44bc-a441-dee893c37caa tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:17.484149 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8affe6a8-002d-4b74-886c-db97040cc8fe req-a41083f6-4d37-44bc-a441-dee893c37caa tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0539415 Mar 08 13:55:17.494588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ae15-08fa-428c-a41a-fdcf09f7cf41 req-3aecf1f1-2b82-43ee-89ca-31f071e91fcf tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:17.496125 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-50a8ae15-08fa-428c-a41a-fdcf09f7cf41 req-3aecf1f1-2b82-43ee-89ca-31f071e91fcf tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0532372 Mar 08 13:55:17.535069 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8affe6a8-002d-4b74-886c-db97040cc8fe req-749a57e1-6957-4dfa-941e-709dd03f4d4a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Mar 08 13:55:17.549297 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-50a8ae15-08fa-428c-a41a-fdcf09f7cf41 req-f4bb831e-9ed8-4818-85e5-4a89bfa74755 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Mar 08 13:55:17.618254 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-05b504e6-93ac-421a-9c37-f9b996632304 req-949d80ad-4e22-4df2-a5c3-c2a37cb4cbd4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0276017 Mar 08 13:55:17.954519 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebd715-72bb-4397-9e22-347e6e576587 req-51f7733d-6fc3-4ab7-8710-d7dbb994a849 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:17.955965 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bfebd715-72bb-4397-9e22-347e6e576587 req-51f7733d-6fc3-4ab7-8710-d7dbb994a849 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0559578 Mar 08 13:55:18.001147 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bfebd715-72bb-4397-9e22-347e6e576587 req-69ff73a4-dcfe-44c7-887b-b32fd522fa5c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Mar 08 13:55:18.665598 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104531-0a69-4116-b3ac-ebc83e252636 req-f30338d6-e9bc-4d9e-a9f6-788380c2f755 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:18.667079 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b4104531-0a69-4116-b3ac-ebc83e252636 req-f30338d6-e9bc-4d9e-a9f6-788380c2f755 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0535352 Mar 08 13:55:18.672365 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cee1b-9e0b-4a0e-9fa6-4d24b9027d51 req-2599fe0b-8209-4f78-a76b-160f05b78f80 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:18.673864 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-190cee1b-9e0b-4a0e-9fa6-4d24b9027d51 req-2599fe0b-8209-4f78-a76b-160f05b78f80 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.0510244 Mar 08 13:55:18.713395 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b4104531-0a69-4116-b3ac-ebc83e252636 req-c05b5728-c357-4112-8fe0-5dd88e62476b tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Mar 08 13:55:18.720746 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-190cee1b-9e0b-4a0e-9fa6-4d24b9027d51 req-bc2b29ca-4df8-4b65-a7ea-3a5c82ea2678 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Mar 08 13:55:18.792941 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-01cb6ce1-cb7d-4d5d-92bc-fc1631cf0dd6 req-f8b06c43-67c9-4c7d-9a36-462bd1ba8a0e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Mar 08 13:55:19.216436 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-c92e74f4-73fa-46cb-90c9-93bf5a20b441 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:19.217955 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-c92e74f4-73fa-46cb-90c9-93bf5a20b441 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.3852675 Mar 08 13:55:19.243689 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528552bf-3d97-4019-a055-6b1b2a125d59 req-591cce4c-9f99-4c52-9357-ecc4425ca8e6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:19.245105 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-528552bf-3d97-4019-a055-6b1b2a125d59 req-591cce4c-9f99-4c52-9357-ecc4425ca8e6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.1188383 Mar 08 13:55:19.260657 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-8a09fe40-f70d-4268-b49d-428a95b352c1 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:19.262367 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-8a09fe40-f70d-4268-b49d-428a95b352c1 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.1027205 Mar 08 13:55:19.375650 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-528552bf-3d97-4019-a055-6b1b2a125d59 req-b0a7a7cc-9b51-4d60-976c-cc7bf6bddb54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235037 Mar 08 13:55:19.405506 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-82115106-e24b-4ea2-8dfe-cf1b31865622 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 472 time: 0.1690571 Mar 08 13:55:19.423484 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'port': {'device_id': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'admin_state_up': True, 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'security_groups': ['4b3ab3ec-4515-4935-a45e-456438d5bb85']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:19.500124 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Deleting port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:55:19.500333 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:19.606726 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Made reservation on behalf of 3f51337f0fa1461c9f2b388e12176174 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:55:19.610020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:19.623606 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] For port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:19.623954 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:19.640894 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Calling delete_port for 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:55:19.812686 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.20.0.14 (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c/e15b0cfa-05dd-484b-8256-c13480b4b409/9fe93222-a551-4f58-bb84-e13c9794c81f) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:55:19.837494 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447315-44d9-4f56-91b6-c673882c39ad req-c2d4c9f8-ec0c-4334-93c0-1f674603e52f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:19.838959 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-dd447315-44d9-4f56-91b6-c673882c39ad req-c2d4c9f8-ec0c-4334-93c0-1f674603e52f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0582736 Mar 08 13:55:19.884704 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-dd447315-44d9-4f56-91b6-c673882c39ad req-c7a8cb89-96ef-458d-8f60-1ae9ba6f755f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398378 Mar 08 13:55:19.929715 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (57bebb8e-6e37-46f0-a3cd-3d2c076e8901), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:19.943960 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ef963-2851-48c1-a374-a91856bc416b req-5db7177f-afb1-4d47-ae99-0628132c05ed tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:19.945452 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1a8ef963-2851-48c1-a374-a91856bc416b req-5db7177f-afb1-4d47-ae99-0628132c05ed tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cf4e7ed-c263-41ce-b648-7005f9a34055 HTTP/1.1" status: 200 len: 945 time: 0.1477866 Mar 08 13:55:19.946723 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['57bebb8e-6e37-46f0-a3cd-3d2c076e8901'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:19.969912 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f0740400-faa2-4c1e-b8bc-b8639e790eeb req-89aaa1e6-4dd4-45dd-ae72-249be20608d6 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0293534 Mar 08 13:55:20.012017 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Pushing event deleted for resources: {'Port': ['ID=57bebb8e-6e37-46f0-a3cd-3d2c076e8901,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:20.014388 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4d678a6a-0e47-46e1-b18c-ad44a8b033f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.037839 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.038186 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.038519 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.038849 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.039171 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.039493 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.039817 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.040136 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.040455 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.040773 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.041088 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.041426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.041744 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:20.098050 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] No DVR routers for this DVR port 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:55:20.107117 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.110357 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4d5f5ab-af00-4754-8a42-cd761df5f8f7 req-5e3c5454-9643-40e5-831d-8464e0926969 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "DELETE /v2.0/ports/57bebb8e-6e37-46f0-a3cd-3d2c076e8901 HTTP/1.1" status: 204 len: 173 time: 0.8171985 Mar 08 13:55:20.110784 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'name': 'network-vif-deleted', 'tag': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:20.112991 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341e6f3-bccb-40a6-9825-78fc3e43f98a" -d '{"events": [{"server_uuid": "0cf4e7ed-c263-41ce-b648-7005f9a34055", "name": "network-vif-deleted", "tag": "57bebb8e-6e37-46f0-a3cd-3d2c076e8901"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:20.132893 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1a8ef963-2851-48c1-a374-a91856bc416b req-2ee667b6-933a-40c2-b1eb-0026b0be155c tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534088 Mar 08 13:55:20.135706 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.171310 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.177879 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9433ce96-5e17-41fe-95e4-32459e8ef8a0 x-openstack-request-id: req-9433ce96-5e17-41fe-95e4-32459e8ef8a0 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:20.178342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf4e7ed-c263-41ce-b648-7005f9a34055", "name": "network-vif-deleted", "tag": "57bebb8e-6e37-46f0-a3cd-3d2c076e8901", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:20.178464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9433ce96-5e17-41fe-95e4-32459e8ef8a0 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:20.178796 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf4e7ed-c263-41ce-b648-7005f9a34055', 'name': 'network-vif-deleted', 'tag': '57bebb8e-6e37-46f0-a3cd-3d2c076e8901', 'status': 'completed', 'code': 200} Mar 08 13:55:20.218178 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:55:20.226952 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:55:20.231133 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:55:20.256125 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=9fe93222-a551-4f58-bb84-e13c9794c81f,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:20.283964 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:20.284778 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.302477 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-e74621cf-99bb-4d31-8549-eae05391cc7e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8889675 Mar 08 13:55:20.315855 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Request body: {'port': {'device_id': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:20.380406 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.510547 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-4e5b7c82-6dd7-4635-abc1-807bdb4534eb None None] Provisioning complete for port 9fe93222-a551-4f58-bb84-e13c9794c81f triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:55:20.510914 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7c82-6dd7-4635-abc1-807bdb4534eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.546918 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b7c82-6dd7-4635-abc1-807bdb4534eb None None] Port 9fe93222-a551-4f58-bb84-e13c9794c81f cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:55:20.594296 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a184a64-90dc-4b18-9d31-0adc7d53e935 req-b2f193df-f84a-417a-ab3d-5d099fab45fe tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:20.595783 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6a184a64-90dc-4b18-9d31-0adc7d53e935 req-b2f193df-f84a-417a-ab3d-5d099fab45fe tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.1172342 Mar 08 13:55:20.672292 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6a184a64-90dc-4b18-9d31-0adc7d53e935 req-4937c5a5-4ab2-4024-8019-ff88b1a62f5f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705683 Mar 08 13:55:20.718896 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe93222-a551-4f58-bb84-e13c9794c81f {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:55:20.726297 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Publish callbacks [] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.738654 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Transition to ACTIVE for port object 9fe93222-a551-4f58-bb84-e13c9794c81f will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:55:20.743292 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.790922 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe93222-a551-4f58-bb84-e13c9794c81f,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:20.866346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Attempting to bind port 9fe93222-a551-4f58-bb84-e13c9794c81f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:55:20.867039 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Attempting to bind port 9fe93222-a551-4f58-bb84-e13c9794c81f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:55:20.867039 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Attempting to bind port 9fe93222-a551-4f58-bb84-e13c9794c81f on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:55:20.871626 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Port 9fe93222-a551-4f58-bb84-e13c9794c81f on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:55:20.871941 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Attempting to bind port 9fe93222-a551-4f58-bb84-e13c9794c81f on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:55:20.876852 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:55:20.877170 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:55:20.877574 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Bound using segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:55:20.877995 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Bound port: 9fe93222-a551-4f58-bb84-e13c9794c81f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:55:20.878351 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.944851 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] For port 9fe93222-a551-4f58-bb84-e13c9794c81f, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:55:20.947890 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] For port 9fe93222-a551-4f58-bb84-e13c9794c81f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fe93222-a551-4f58-bb84-e13c9794c81f,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:55:20.955380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.992005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:20.992710 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:20.994423 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] 10.222.0.32 "PUT /v2.0/ports/9fe93222-a551-4f58-bb84-e13c9794c81f HTTP/1.1" status: 200 len: 1094 time: 0.6825399 Mar 08 13:55:21.021429 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50b7a2-6748-483f-8678-52256ec72429 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe93222-a551-4f58-bb84-e13c9794c81f,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:21.025642 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3190a0-ef49-4b9a-b4c3-b89f0dfdbba5 req-193f7851-f7ca-4ec9-a049-d34e035a54e6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.032513 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4e3190a0-ef49-4b9a-b4c3-b89f0dfdbba5 req-193f7851-f7ca-4ec9-a049-d34e035a54e6 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0733173 Mar 08 13:55:21.103918 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4e3190a0-ef49-4b9a-b4c3-b89f0dfdbba5 req-d0392cca-baab-4e48-ad6d-f8f4932fa1e5 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700455 Mar 08 13:55:21.134670 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-b6cb8f1e-80ac-4b97-8db6-381f43df4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.136204 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-b6cb8f1e-80ac-4b97-8db6-381f43df4b1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 1128 time: 0.0866461 Mar 08 13:55:21.143148 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b36a-03f8-4bd9-a300-765d76724d18 req-a46ace37-08ef-4084-8b1f-69c8bf933923 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.144603 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ed4b36a-03f8-4bd9-a300-765d76724d18 req-a46ace37-08ef-4084-8b1f-69c8bf933923 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 944 time: 0.0844975 Mar 08 13:55:21.191523 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-8caad760-65cc-4458-9c88-740f34a959ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe93222-a551-4f58-bb84-e13c9794c81f HTTP/1.1" status: 200 len: 217 time: 0.0452814 Mar 08 13:55:21.249336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ed4b36a-03f8-4bd9-a300-765d76724d18 req-5d230b7a-e894-447c-99e8-6cfb62df6706 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973556 Mar 08 13:55:21.258098 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-27d147d9-aa1c-4918-91b2-85a717411a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.259518 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-27d147d9-aa1c-4918-91b2-85a717411a38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0605702 Mar 08 13:55:21.355269 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-9c6a08bf-315d-4e91-83d0-1ee0e30a62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.356560 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-9c6a08bf-315d-4e91-83d0-1ee0e30a62b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808496 Mar 08 13:55:21.363494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-9dd9844c-af46-4d70-9c18-08e7eda967b4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.364953 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-9dd9844c-af46-4d70-9c18-08e7eda967b4 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 945 time: 0.0903161 Mar 08 13:55:21.514348 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-8035e622-b243-478e-9eca-5d2bf01eec6c service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484792 Mar 08 13:55:21.553331 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Deleting port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:55:21.553702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:21.664721 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-43bbbeef-9fbf-492d-8f16-1694c2db9cfc req-ac34700c-cf0e-4e44-939a-eb383e7e5c7f service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441216 Mar 08 13:55:21.683968 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] For port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:21.684328 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:21.696033 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Calling delete_port for 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:55:21.799230 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328478b-5c67-41f9-ab43-ac949d948751 req-7a2e823e-29a3-4f39-a508-5598c4b55348 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:21.800743 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c328478b-5c67-41f9-ab43-ac949d948751 req-7a2e823e-29a3-4f39-a508-5598c4b55348 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0543537 Mar 08 13:55:21.826925 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:21.848620 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c328478b-5c67-41f9-ab43-ac949d948751 req-1be031d4-e19d-45bd-a0b2-12e97e6008f1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Mar 08 13:55:21.855716 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Pushing event deleted for resources: {'Port': ['ID=6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:21.899782 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] No DVR routers for this DVR port 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:55:21.902911 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:21.906257 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3333902e-d4e0-41f9-b659-95a0adc1fa3a req-a6b32248-1837-4f7b-ad3d-22f03c6af404 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "DELETE /v2.0/ports/6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d HTTP/1.1" status: 204 len: 173 time: 0.5318274 Mar 08 13:55:22.153646 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9af0bf27-7158-4547-b61e-cb428bd7e8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:22.183724 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f'}, {'server_uuid': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'name': 'network-vif-deleted', 'tag': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:22.185927 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e0f70-659a-4679-911f-d9ffd701a4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f"}, {"server_uuid": "43e24a08-aba9-415e-9a21-0e454cd2281d", "name": "network-vif-deleted", "tag": "6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:22.207279 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-077751c6-b4c2-4114-9867-b32f7d8446e2 req-43cf32d9-fc34-4a45-be79-c673f72b61ba tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.0316315 Mar 08 13:55:22.226766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7546c6ac-bab4-41e6-8570-d84081c32f02 x-openstack-request-id: req-7546c6ac-bab4-41e6-8570-d84081c32f02 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:22.227061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f", "status": "completed", "code": 200}, {"server_uuid": "43e24a08-aba9-415e-9a21-0e454cd2281d", "name": "network-vif-deleted", "tag": "6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:22.227305 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7546c6ac-bab4-41e6-8570-d84081c32f02 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:22.227702 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'status': 'completed', 'code': 200} Mar 08 13:55:22.227958 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e24a08-aba9-415e-9a21-0e454cd2281d', 'name': 'network-vif-deleted', 'tag': '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d', 'status': 'completed', 'code': 200} Mar 08 13:55:22.370023 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351514fb-f46d-4aef-aa5e-bbcd014f419b req-48fcf43a-632b-47c9-a738-e06b5fe5966b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:22.371723 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-351514fb-f46d-4aef-aa5e-bbcd014f419b req-48fcf43a-632b-47c9-a738-e06b5fe5966b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 944 time: 0.0549104 Mar 08 13:55:22.421038 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-351514fb-f46d-4aef-aa5e-bbcd014f419b req-05584c36-56cd-47e1-b249-f96fa727dbcb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Mar 08 13:55:22.990264 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f0ac-1482-435b-8101-87db56881f62 req-7ab7b81f-1b9b-434d-bd9d-3bbe5d10b9e1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:22.991709 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9d12f0ac-1482-435b-8101-87db56881f62 req-7ab7b81f-1b9b-434d-bd9d-3bbe5d10b9e1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0583119 Mar 08 13:55:23.038397 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9d12f0ac-1482-435b-8101-87db56881f62 req-9636ce4f-b40e-49c0-a155-3d669311060a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Mar 08 13:55:23.241492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:23.308250 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c0939773-347e-4a62-8628-1b429334b3c9 req-5dc9a3c5-0a1f-4bf5-933d-f7d5a70efbc3 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.0308576 Mar 08 13:55:23.542920 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d7fa0-66b6-410c-9093-9d9f2aab30f9 req-51f6f5a6-dfdc-49b3-8d01-65cec0d08177 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:23.544430 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-908d7fa0-66b6-410c-9093-9d9f2aab30f9 req-51f6f5a6-dfdc-49b3-8d01-65cec0d08177 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 944 time: 0.0568671 Mar 08 13:55:23.590971 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-908d7fa0-66b6-410c-9093-9d9f2aab30f9 req-0594fa85-4455-4544-91ff-64b9e2419479 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Mar 08 13:55:24.144155 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['652e6d99-3b5b-4886-aff5-00a6cb249d8d', '6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:24.169174 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:24.198137 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:55:24.198499 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 57bebb8e-6e37-46f0-a3cd-3d2c076e8901 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:55:24.228025 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb0473-9191-42d8-8964-83a71a57d119 req-bff3a72f-69e3-4134-9468-f2b47593126a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:24.229563 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5fb0473-9191-42d8-8964-83a71a57d119 req-bff3a72f-69e3-4134-9468-f2b47593126a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.1020868 Mar 08 13:55:24.236781 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-b66e095b-d946-4a9a-aaf2-f399a3870c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:24.238269 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-b66e095b-d946-4a9a-aaf2-f399a3870c73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 1128 time: 0.0731649 Mar 08 13:55:24.305919 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5fb0473-9191-42d8-8964-83a71a57d119 req-041ef57d-c395-4949-9bc7-ada913211c34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663347 Mar 08 13:55:24.363574 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-c51a6029-b083-4c39-9b5d-11abfb3133bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:24.365039 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-c51a6029-b083-4c39-9b5d-11abfb3133bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.0987473 Mar 08 13:55:24.407188 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-71236fad-a400-4dd2-96a2-aa0964d617cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe93222-a551-4f58-bb84-e13c9794c81f HTTP/1.1" status: 200 len: 217 time: 0.0341144 Mar 08 13:55:24.415595 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3c901cd4-16d9-4c36-ac5a-2f803d67da58 req-d000c423-d57f-4c32-ad62-8a40f4960e4f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=43e24a08-aba9-415e-9a21-0e454cd2281d HTTP/1.1" status: 200 len: 210 time: 0.0270028 Mar 08 13:55:24.465127 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-b06b6a58-67bf-4cdc-928d-5ad6184e59de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:24.467767 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-b06b6a58-67bf-4cdc-928d-5ad6184e59de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0515041 Mar 08 13:55:24.520853 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-39524dd0-f03b-4ef5-bb8c-080ee7c80d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:24.522416 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-39524dd0-f03b-4ef5-bb8c-080ee7c80d06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470133 Mar 08 13:55:24.621541 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-cd288c69-e47f-4277-9780-a26f48d718ff service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842266 Mar 08 13:55:24.738480 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:24.750256 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf0e0f70-659a-4679-911f-d9ffd701a4ca req-398e6a9d-a03a-4566-901d-47bfce186deb service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225491 Mar 08 13:55:24.761542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf96be-a8cc-47b2-b37e-74f2053ec7d9 req-4c16c822-6ffa-4513-aa83-c394f39b868d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:24.763027 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-03bf96be-a8cc-47b2-b37e-74f2053ec7d9 req-4c16c822-6ffa-4513-aa83-c394f39b868d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 944 time: 0.0740271 Mar 08 13:55:24.812439 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-03bf96be-a8cc-47b2-b37e-74f2053ec7d9 req-eb74331d-32ae-465b-a68b-b46745073eb0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Mar 08 13:55:25.445410 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e91d7-e205-4bc6-b4d7-6da3fb8d3e1c req-adf6d63d-2939-45c1-bed9-3aeb2f869c65 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:25.446946 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c65e91d7-e205-4bc6-b4d7-6da3fb8d3e1c req-adf6d63d-2939-45c1-bed9-3aeb2f869c65 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0566087 Mar 08 13:55:25.495043 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c65e91d7-e205-4bc6-b4d7-6da3fb8d3e1c req-4b724475-16ac-422e-ad87-8b2c7223b5fe tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Mar 08 13:55:25.693233 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fa6e-3285-4b4d-86df-7c3ab1fdcafd req-df8440d5-faf5-4195-9721-ff0f1c48f9b0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:25.694806 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-eba9fa6e-3285-4b4d-86df-7c3ab1fdcafd req-df8440d5-faf5-4195-9721-ff0f1c48f9b0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0574327 Mar 08 13:55:25.743372 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-eba9fa6e-3285-4b4d-86df-7c3ab1fdcafd req-e83806dd-352e-4e75-abfe-abc720edf675 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Mar 08 13:55:25.939015 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932041c-eb65-4317-9181-26f67b394a2e req-c38b4a67-1bb6-4f49-95f1-edfb46d9b38b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:25.940475 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b932041c-eb65-4317-9181-26f67b394a2e req-c38b4a67-1bb6-4f49-95f1-edfb46d9b38b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 944 time: 0.0595541 Mar 08 13:55:25.989083 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b932041c-eb65-4317-9181-26f67b394a2e req-7f61b3d6-830c-4d22-a717-a39ee9090af0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Mar 08 13:55:26.404435 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:26.625020 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e72629-cd3c-475e-872e-b609264c70e0 req-7e36e896-df0a-4fdd-8b26-75691f96e008 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:26.626482 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c7e72629-cd3c-475e-872e-b609264c70e0 req-7e36e896-df0a-4fdd-8b26-75691f96e008 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0542078 Mar 08 13:55:26.671511 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c7e72629-cd3c-475e-872e-b609264c70e0 req-cc22f3a4-8bc3-4338-bd05-9d6d2cc9e7a5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394914 Mar 08 13:55:26.869194 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e0db3-fafd-4389-a65a-7176ae116f26 req-be899322-b0d7-470c-bba8-5835f3a54f65 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:26.870695 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b65e0db3-fafd-4389-a65a-7176ae116f26 req-be899322-b0d7-470c-bba8-5835f3a54f65 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0542173 Mar 08 13:55:26.916470 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b65e0db3-fafd-4389-a65a-7176ae116f26 req-20382c65-6d9a-4b31-91d3-7e0f913aaa03 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Mar 08 13:55:27.122592 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a72404-5d9f-48fa-8d7f-1bcd7077d882 req-4cb80cff-ee30-4286-9f1a-62fe87aa8505 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:27.124041 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-29a72404-5d9f-48fa-8d7f-1bcd7077d882 req-4cb80cff-ee30-4286-9f1a-62fe87aa8505 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 944 time: 0.0573461 Mar 08 13:55:27.178684 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-29a72404-5d9f-48fa-8d7f-1bcd7077d882 req-e3a89e03-5a6c-4e22-aae5-d22907fd0c95 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Mar 08 13:55:27.712649 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:55:27.805334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0a787-6b22-4fc6-a031-703a06545e52 req-484c37fa-d861-43f5-bb44-094cdccc4981 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:27.806783 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-35c0a787-6b22-4fc6-a031-703a06545e52 req-484c37fa-d861-43f5-bb44-094cdccc4981 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 944 time: 0.0534699 Mar 08 13:55:27.814327 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:27.825813 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'port_id': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'mac_address': 'fa:16:3e:7f:98:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:55:27.856667 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-35c0a787-6b22-4fc6-a031-703a06545e52 req-846ae0e1-9151-431c-b69f-ab2e94ebc678 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Mar 08 13:55:27.862494 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:27.862855 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:27.881284 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:55:27.901694 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:27.906642 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:27.907269 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9fe93222-a551-4f58-bb84-e13c9794c81f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:55:27.974564 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=9']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:28.040356 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72d3d6-8afd-4c9f-b5cb-b8ae9e823126 req-57f732ce-a666-4552-af09-adb1150bdef9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:28.041920 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2e72d3d6-8afd-4c9f-b5cb-b8ae9e823126 req-57f732ce-a666-4552-af09-adb1150bdef9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0527411 Mar 08 13:55:28.042843 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9fe93222-a551-4f58-bb84-e13c9794c81f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fe93222-a551-4f58-bb84-e13c9794c81f,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:28.054623 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'port_id': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'mac_address': 'fa:16:3e:cc:45:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:55:28.088390 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2e72d3d6-8afd-4c9f-b5cb-b8ae9e823126 req-4f6062f1-52a4-481d-845f-a173bfc331b2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Mar 08 13:55:28.096335 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9fe93222-a551-4f58-bb84-e13c9794c81f is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:28.096730 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:28.110395 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe93222-a551-4f58-bb84-e13c9794c81f {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:55:28.128988 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9fe93222-a551-4f58-bb84-e13c9794c81f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fe93222-a551-4f58-bb84-e13c9794c81f,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:28.135589 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:28.180641 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9fe93222-a551-4f58-bb84-e13c9794c81f,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:28.304811 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e48aa-e741-46d6-ad8a-0e11d27490ba req-dc15a30c-b6a8-4a82-9357-dd01fe534dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:28.306357 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-af3e48aa-e741-46d6-ad8a-0e11d27490ba req-dc15a30c-b6a8-4a82-9357-dd01fe534dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Mar 08 13:55:28.354172 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-af3e48aa-e741-46d6-ad8a-0e11d27490ba req-61296b76-c6a5-4034-8872-3f1f32358504 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Mar 08 13:55:28.617099 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:28.639957 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:55:28.640275 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6d7d0f12-0c3d-48c1-8ed6-ddb2ed1d081d not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:55:28.968770 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9fe93222-a551-4f58-bb84-e13c9794c81f'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:28.974406 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:28.980072 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b249549-8f6c-4200-a542-174ddddca100 req-c9e18f1c-95c0-40ad-9598-990e3301f6cc tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:28.981830 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2b249549-8f6c-4200-a542-174ddddca100 req-c9e18f1c-95c0-40ad-9598-990e3301f6cc tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Mar 08 13:55:29.038146 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2b249549-8f6c-4200-a542-174ddddca100 req-5fdd75b4-531b-4343-8249-c4614700ec86 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501535 Mar 08 13:55:29.100749 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:55:29.234660 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-29972dbb-2369-4e07-8bef-6360e2d1a8a9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:29.236128 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-29972dbb-2369-4e07-8bef-6360e2d1a8a9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/networks?id=9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 200 len: 814 time: 0.1104023 Mar 08 13:55:29.251399 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-4cbb4773-7979-40db-b898-57cab798b60e tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/quotas/ec245e0430fa4153a547d63719aa4c44 HTTP/1.1" status: 200 len: 375 time: 0.0094292 Mar 08 13:55:29.302095 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-04646334-2e65-4cf4-ab5a-7f651a908c6c tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec245e0430fa4153a547d63719aa4c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393236 Mar 08 13:55:29.360847 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5039613-e1c7-4bc8-92fe-df06efd986ee req-41ec2f78-1195-4bab-9e8e-3cd88eafa627 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:29.362646 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b5039613-e1c7-4bc8-92fe-df06efd986ee req-41ec2f78-1195-4bab-9e8e-3cd88eafa627 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0571609 Mar 08 13:55:29.391849 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-899d00a5-3820-4ebe-b1a5-accb1cf23320 service neutron] 10.222.0.18 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886045 Mar 08 13:55:29.411219 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b5039613-e1c7-4bc8-92fe-df06efd986ee req-37853f54-f7c0-42b6-b01d-66cc631afd4a tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Mar 08 13:55:29.484213 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-15c1d45f-5f09-49f1-93c4-6ef2168ac274 service neutron] 10.222.0.18 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863774 Mar 08 13:55:29.521146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f7841-92f1-48d2-bedb-4f05d5c48f44 req-5e1a332d-00e6-45cd-84f2-7f30787191ad tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:29.522646 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8b0f7841-92f1-48d2-bedb-4f05d5c48f44 req-5e1a332d-00e6-45cd-84f2-7f30787191ad tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 945 time: 0.0572762 Mar 08 13:55:29.572048 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8b0f7841-92f1-48d2-bedb-4f05d5c48f44 req-1769599e-f14c-4890-a6a5-23fd790639ce tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Mar 08 13:55:29.651387 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-da5d58b3-6c1b-47c6-a1eb-ca9b95cf17fe req-431f6c6a-fac7-41f1-9545-5e8846938db3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Mar 08 13:55:30.173084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446e81-50d4-4a0b-bed8-18d15602900e req-5e8ab5b0-c0ff-4d1d-bb06-f5de4982f8a4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:30.174791 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1b446e81-50d4-4a0b-bed8-18d15602900e req-5e8ab5b0-c0ff-4d1d-bb06-f5de4982f8a4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 945 time: 0.0573940 Mar 08 13:55:30.225039 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1b446e81-50d4-4a0b-bed8-18d15602900e req-880f7fd6-2d8e-4f70-a262-e0352dc1a895 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Mar 08 13:55:30.541056 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc432-b7c5-4975-8a1d-1b23308b2df4 req-3094aec9-af0f-4131-8196-7ce1da2868e9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:30.542731 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-364fc432-b7c5-4975-8a1d-1b23308b2df4 req-3094aec9-af0f-4131-8196-7ce1da2868e9 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0630693 Mar 08 13:55:30.610921 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b84cd-0276-488d-9b0e-fdea259b0fd2 req-808c00a5-90d1-4adf-830f-d94899373a6d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:30.613156 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d17b84cd-0276-488d-9b0e-fdea259b0fd2 req-808c00a5-90d1-4adf-830f-d94899373a6d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0744839 Mar 08 13:55:30.632455 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:55:30.694093 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d17b84cd-0276-488d-9b0e-fdea259b0fd2 req-bcb90f44-a24a-4768-94ca-1936a31de2c1 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742831 Mar 08 13:55:30.694443 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:55:30.694821 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:30.794762 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:30.795208 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:30.835731 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a8c63-ac06-420b-bca6-ecacab6b8ff2 req-e4f3555e-8c34-47dc-8d14-c5d525b52bcf tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:30.837272 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-896a8c63-ac06-420b-bca6-ecacab6b8ff2 req-e4f3555e-8c34-47dc-8d14-c5d525b52bcf tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 945 time: 0.0742977 Mar 08 13:55:30.838810 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:30.841153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f827a8-0f0c-4d86-aa58-a2a446c7c7ec" -d '{"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-plugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:30.861176 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:30.866854 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:30.867792 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9fe93222-a551-4f58-bb84-e13c9794c81f up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:55:30.896473 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-364fc432-b7c5-4975-8a1d-1b23308b2df4 req-3b3a6f7d-e9e1-417c-b881-0aefc1afbee0 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431985 Mar 08 13:55:30.900071 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-896a8c63-ac06-420b-bca6-ecacab6b8ff2 req-6b739427-8d20-4b9a-8235-70d4b36dabdc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559454 Mar 08 13:55:30.933786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-34e0267d-1e66-4823-9659-450293911dcb tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:30.935408 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-34e0267d-1e66-4823-9659-450293911dcb tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "GET /v2.0/networks?id=9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 200 len: 814 time: 0.1260567 Mar 08 13:55:30.953127 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Request body: {'port': {'device_id': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97', 'admin_state_up': True, 'tenant_id': 'ec245e0430fa4153a547d63719aa4c44'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:30.959703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=10']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:30.969057 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6762d4bc-6da9-4751-9a65-bc8e7f97cd21 x-openstack-request-id: req-6762d4bc-6da9-4751-9a65-bc8e7f97cd21 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:30.969346 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-plugged", "status": "completed", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:30.969628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6762d4bc-6da9-4751-9a65-bc8e7f97cd21 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:30.970389 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'code': 200} Mar 08 13:55:30.985888 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 9fe93222-a551-4f58-bb84-e13c9794c81f completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:55:30.990123 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 9fe93222-a551-4f58-bb84-e13c9794c81f triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:55:30.990679 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:30.991126 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-59803ddd-a427-4bd9-b2ff-74ffc9e1661e req-3e00121a-4f11-41d8-ad80-773dd121a44e tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 210 time: 0.0399969 Mar 08 13:55:31.067083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Made reservation on behalf of ec245e0430fa4153a547d63719aa4c44 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:55:31.070759 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.075902 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9fe93222-a551-4f58-bb84-e13c9794c81f is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:31.076288 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.110238 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9fe93222-a551-4f58-bb84-e13c9794c81f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fe93222-a551-4f58-bb84-e13c9794c81f,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:31.115716 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.162235 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9fe93222-a551-4f58-bb84-e13c9794c81f,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:31.202931 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Allocated IP 172.20.0.13 (9b923cb3-be0d-4c07-9068-a59fb7695f97/6c3b0801-2e80-43cf-b500-693cbc206fd1/e1030362-a5bb-406c-8d9b-b51c166cc2cd) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:55:31.375614 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks [] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.389478 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1164c-3d6f-40a6-98ac-b89f2d637a85 req-62d9d312-49b4-4d30-8e15-2bf2dba15c3d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:31.390982 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-04f1164c-3d6f-40a6-98ac-b89f2d637a85 req-62d9d312-49b4-4d30-8e15-2bf2dba15c3d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.0897045 Mar 08 13:55:31.451347 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.461715 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-04f1164c-3d6f-40a6-98ac-b89f2d637a85 req-c088c1b3-02b1-4737-a9b3-ef9ac2757f41 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640860 Mar 08 13:55:31.499209 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Network 9b923cb3-be0d-4c07-9068-a59fb7695f97 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:55:31.506116 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:55:31.511798 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:55:31.522403 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Pushing event updated for resources: {'Port': ['ID=e1030362-a5bb-406c-8d9b-b51c166cc2cd,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:31.589385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:31.590081 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.603354 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4a10c-7027-4473-b5e4-361deb2dd9b5 req-f03b0c5b-cbca-4f52-823b-9a6bebb3cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:31.604828 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-60e4a10c-7027-4473-b5e4-361deb2dd9b5 req-f03b0c5b-cbca-4f52-823b-9a6bebb3cd9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 1131 time: 0.0940886 Mar 08 13:55:31.613702 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c04bd1e1-0570-421f-ba01-4c8a7cbd0568 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6648352 Mar 08 13:55:31.630150 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Request body: {'port': {'device_id': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:31.694979 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-60e4a10c-7027-4473-b5e4-361deb2dd9b5 req-ee2fe033-86f4-4771-b82b-c5791172bfa5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803165 Mar 08 13:55:31.705401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:31.809749 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3a66f-fc67-45bc-bf43-b989a0521716 req-eaee29cc-c165-4295-bc25-ebc4cf2e0e41 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:31.811218 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-82a3a66f-fc67-45bc-bf43-b989a0521716 req-eaee29cc-c165-4295-bc25-ebc4cf2e0e41 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0535755 Mar 08 13:55:31.859309 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-82a3a66f-fc67-45bc-bf43-b989a0521716 req-0882f088-3606-4a55-a687-567badebdbd6 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Mar 08 13:55:31.974033 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1030362-a5bb-406c-8d9b-b51c166cc2cd {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:55:31.979940 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-1acc281f-aa3d-4cc8-bc8f-07494b921f18 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:31.982171 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-1acc281f-aa3d-4cc8-bc8f-07494b921f18 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.0576587 Mar 08 13:55:31.985233 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Publish callbacks [] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.021020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Transition to ACTIVE for port object e1030362-a5bb-406c-8d9b-b51c166cc2cd will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:55:32.026672 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.085118 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ceaf4-b37d-48e2-9c71-f4dbf530a84a req-5f237908-1a02-4b9c-965c-0bd6974e49bc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.086613 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-166ceaf4-b37d-48e2-9c71-f4dbf530a84a req-5f237908-1a02-4b9c-965c-0bd6974e49bc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.1036472 Mar 08 13:55:32.089951 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1030362-a5bb-406c-8d9b-b51c166cc2cd,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:32.122113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4498805-4d95-4441-88ad-2bca5ae7f2c6 req-2de05cc7-1e41-4da6-b7fd-fe00dc668613 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.123634 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d4498805-4d95-4441-88ad-2bca5ae7f2c6 req-2de05cc7-1e41-4da6-b7fd-fe00dc668613 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 945 time: 0.1343837 Mar 08 13:55:32.178437 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Deleting port 652e6d99-3b5b-4886-aff5-00a6cb249d8d {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:55:32.178646 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.194914 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-166ceaf4-b37d-48e2-9c71-f4dbf530a84a req-c107145b-1dfd-4f37-9250-35c4a298543c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819914 Mar 08 13:55:32.195682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Attempting to bind port e1030362-a5bb-406c-8d9b-b51c166cc2cd on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:55:32.195997 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Attempting to bind port e1030362-a5bb-406c-8d9b-b51c166cc2cd by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:55:32.196311 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Attempting to bind port e1030362-a5bb-406c-8d9b-b51c166cc2cd on network 9b923cb3-be0d-4c07-9068-a59fb7695f97 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:55:32.201660 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Port e1030362-a5bb-406c-8d9b-b51c166cc2cd on network 9b923cb3-be0d-4c07-9068-a59fb7695f97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:55:32.201977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Attempting to bind port e1030362-a5bb-406c-8d9b-b51c166cc2cd on network 9b923cb3-be0d-4c07-9068-a59fb7695f97 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:55:32.207239 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:55:32.207570 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Checking segment: {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:55:32.208060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Bound using segment: {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:55:32.208387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Bound port: e1030362-a5bb-406c-8d9b-b51c166cc2cd, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833b0bfc-41f0-44ac-b822-3f4eaeb43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:55:32.208686 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.216995 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d4498805-4d95-4441-88ad-2bca5ae7f2c6 req-4669e1da-7a91-4bb6-baed-a4891b503de2 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7674dfb-c735-4982-bf40-4adf4cc3ce94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787218 Mar 08 13:55:32.296674 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] For port 652e6d99-3b5b-4886-aff5-00a6cb249d8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=652e6d99-3b5b-4886-aff5-00a6cb249d8d,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:32.297038 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.311857 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Calling delete_port for 652e6d99-3b5b-4886-aff5-00a6cb249d8d owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:55:32.322431 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] For port e1030362-a5bb-406c-8d9b-b51c166cc2cd, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:55:32.326688 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] For port e1030362-a5bb-406c-8d9b-b51c166cc2cd, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:55:32.340143 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56ffcf-1b6c-41af-adea-45a4b79693b8 req-640346ee-0398-4b6c-8981-5e6505d7f383 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.341764 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4d56ffcf-1b6c-41af-adea-45a4b79693b8 req-640346ee-0398-4b6c-8981-5e6505d7f383 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 944 time: 0.0762067 Mar 08 13:55:32.343219 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.394022 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.394646 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.396030 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/e1030362-a5bb-406c-8d9b-b51c166cc2cd HTTP/1.1" status: 200 len: 1094 time: 0.7755535 Mar 08 13:55:32.398287 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'tag': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:32.400628 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044" -d '{"events": [{"name": "network-changed", "server_uuid": "06da8928-9334-4b2e-9112-f7b6df6dd117", "tag": "e1030362-a5bb-406c-8d9b-b51c166cc2cd"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:32.440370 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa7ad3-3ccb-4abc-b3df-80bfa75569b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1030362-a5bb-406c-8d9b-b51c166cc2cd,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:32.447651 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4d56ffcf-1b6c-41af-adea-45a4b79693b8 req-fdf09582-eb3a-4eaa-91af-811866e0aa34 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993054 Mar 08 13:55:32.457442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c123c3f-dce3-46d9-8e41-633f2d88cc2e x-openstack-request-id: req-3c123c3f-dce3-46d9-8e41-633f2d88cc2e {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:32.457738 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06da8928-9334-4b2e-9112-f7b6df6dd117", "tag": "e1030362-a5bb-406c-8d9b-b51c166cc2cd", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:32.457994 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c123c3f-dce3-46d9-8e41-633f2d88cc2e {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:32.458390 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'tag': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd', 'status': 'completed', 'code': 200} Mar 08 13:55:32.495204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-59b128cb-0147-41f6-9506-4f501941bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.496737 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-59b128cb-0147-41f6-9506-4f501941bc92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec245e0430fa4153a547d63719aa4c44&device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 1128 time: 0.0482345 Mar 08 13:55:32.546117 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-e6dc1583-8f48-4cde-9413-788cfcef5548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd HTTP/1.1" status: 200 len: 217 time: 0.0416257 Mar 08 13:55:32.597536 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-6de2ca1d-3782-4779-9435-093a5a53027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.599040 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-6de2ca1d-3782-4779-9435-093a5a53027e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c3b0801-2e80-43cf-b500-693cbc206fd1 HTTP/1.1" status: 200 len: 854 time: 0.0462084 Mar 08 13:55:32.631194 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-c1ce9b68-7826-46cf-ba13-cbaf561df704 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b923cb3-be0d-4c07-9068-a59fb7695f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250318 Mar 08 13:55:32.695991 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be3f6-8dae-48ef-8f99-4850ce27a490 req-7a9ab5a3-f7c0-4f2a-9e0b-a31cac12d11b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.697451 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-320be3f6-8dae-48ef-8f99-4850ce27a490 req-7a9ab5a3-f7c0-4f2a-9e0b-a31cac12d11b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.0778477 Mar 08 13:55:32.730793 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-6d72fd45-096a-4113-bd0e-418055bd22a3 service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896916 Mar 08 13:55:32.782374 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-320be3f6-8dae-48ef-8f99-4850ce27a490 req-33156577-44ef-4ae4-b19a-92d0e79ca35e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786681 Mar 08 13:55:32.784896 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (652e6d99-3b5b-4886-aff5-00a6cb249d8d), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.801022 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['652e6d99-3b5b-4886-aff5-00a6cb249d8d'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:32.816012 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Pushing event deleted for resources: {'Port': ['ID=652e6d99-3b5b-4886-aff5-00a6cb249d8d,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:32.839317 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1b973c9-0d70-436a-b28a-2c45a48610af req-6ab96a17-d857-4133-9394-d4ddc243efed service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005230 Mar 08 13:55:32.848148 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.848496 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.848913 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.849250 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.849650 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.850031 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.850318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.850639 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.850964 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.851284 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.851604 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.851919 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.852233 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:32.892514 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] No DVR routers for this DVR port 652e6d99-3b5b-4886-aff5-00a6cb249d8d on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:55:32.896004 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:32.899348 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9ed5eebf-230f-4643-b4a9-2e1f350e2d6b req-0bd54ed7-4125-47b4-8e3a-25057ec6c797 tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.32 "DELETE /v2.0/ports/652e6d99-3b5b-4886-aff5-00a6cb249d8d HTTP/1.1" status: 204 len: 173 time: 0.9112453 Mar 08 13:55:32.899802 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'name': 'network-vif-deleted', 'tag': '652e6d99-3b5b-4886-aff5-00a6cb249d8d'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:32.903381 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f05ac38-eb63-45d2-ad0d-a1604d7bd5ac" -d '{"events": [{"server_uuid": "9a4b533e-1a09-4608-bc67-7e4dde0d1d06", "name": "network-vif-deleted", "tag": "652e6d99-3b5b-4886-aff5-00a6cb249d8d"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:32.949030 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f574c-c61c-4f00-a792-39484a72b998 x-openstack-request-id: req-290f574c-c61c-4f00-a792-39484a72b998 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:32.949326 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b533e-1a09-4608-bc67-7e4dde0d1d06", "name": "network-vif-deleted", "tag": "652e6d99-3b5b-4886-aff5-00a6cb249d8d", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:32.949610 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-290f574c-c61c-4f00-a792-39484a72b998 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:32.950011 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b533e-1a09-4608-bc67-7e4dde0d1d06', 'name': 'network-vif-deleted', 'tag': '652e6d99-3b5b-4886-aff5-00a6cb249d8d', 'status': 'completed', 'code': 200} Mar 08 13:55:32.971357 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:32.975342 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3232d9e9-e777-4960-9984-20b4c595b613" -d '{"events": [{"server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:32.982108 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-bc0a7fd3-b507-486b-a266-4a7df9bcfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:32.984136 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-bc0a7fd3-b507-486b-a266-4a7df9bcfc13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec245e0430fa4153a547d63719aa4c44&device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 1128 time: 0.0867188 Mar 08 13:55:33.019652 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5424173d-8e55-4bc0-94b4-d65672bfbaff x-openstack-request-id: req-5424173d-8e55-4bc0-94b4-d65672bfbaff {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:33.019945 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:33.020200 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5424173d-8e55-4bc0-94b4-d65672bfbaff {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:33.020622 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'code': 200} Mar 08 13:55:33.036730 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560bcd-0fce-48c8-8a0c-ce9764962147 req-db30c64a-1022-453e-b6d0-b78bb01f89d8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.039763 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f8560bcd-0fce-48c8-8a0c-ce9764962147 req-db30c64a-1022-453e-b6d0-b78bb01f89d8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.1035869 Mar 08 13:55:33.159559 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f8560bcd-0fce-48c8-8a0c-ce9764962147 req-283bb5ce-e191-4685-9f6b-10c3ccaf4ecb tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055586 Mar 08 13:55:33.164824 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-91def807-fc9a-4c7f-b57a-ab06a6fed148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.166407 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-91def807-fc9a-4c7f-b57a-ab06a6fed148 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 200 len: 915 time: 0.1707239 Mar 08 13:55:33.218947 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-4aef2674-4f6d-4e20-ae70-07bfb4e9cbfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd HTTP/1.1" status: 200 len: 217 time: 0.0369523 Mar 08 13:55:33.282989 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3a59-55f2-4380-9e30-ec469a1e17ec req-090eba4a-a4b9-4ec3-a7e0-537ed9e42da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.285993 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-252f3a59-55f2-4380-9e30-ec469a1e17ec req-090eba4a-a4b9-4ec3-a7e0-537ed9e42da2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 1130 time: 0.1045172 Mar 08 13:55:33.290934 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-60e6601b-43d9-43da-a3bc-4e369780d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.292402 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-60e6601b-43d9-43da-a3bc-4e369780d28a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c3b0801-2e80-43cf-b500-693cbc206fd1 HTTP/1.1" status: 200 len: 854 time: 0.0662293 Mar 08 13:55:33.336067 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-759be3f0-b5ac-4385-bbe8-ce349238c9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b923cb3-be0d-4c07-9068-a59fb7695f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333302 Mar 08 13:55:33.366123 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9b03a746-9fcd-4465-a8a5-d040b3bf7152 req-494a6d3a-7b26-4ba0-9925-171319edb81f tempest-ServerRescueNegativeTestJSON-1917075025 tempest-ServerRescueNegativeTestJSON-1917075025-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4b533e-1a09-4608-bc67-7e4dde0d1d06 HTTP/1.1" status: 200 len: 210 time: 0.0559647 Mar 08 13:55:33.377876 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-252f3a59-55f2-4380-9e30-ec469a1e17ec req-954ae962-2fbb-4498-bda6-5b84862054ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770040 Mar 08 13:55:33.387737 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473afa-8c75-4df6-95ed-7e1d94af9577 req-1b1ba854-2750-41a7-9169-79fda33713a1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.396150 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bf473afa-8c75-4df6-95ed-7e1d94af9577 req-1b1ba854-2750-41a7-9169-79fda33713a1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.1091051 Mar 08 13:55:33.441634 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bf473afa-8c75-4df6-95ed-7e1d94af9577 req-3479ba23-9285-4fa5-9420-91a7ac86dfb8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Mar 08 13:55:33.457320 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-62459e40-1672-4c3b-9817-29a323ecdd19 service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937471 Mar 08 13:55:33.570230 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2176c-118c-4b73-9a1f-fbf0a2de4eb4 req-6d8095a1-da2e-4fcc-aa67-48ace74868f0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.571696 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06c2176c-118c-4b73-9a1f-fbf0a2de4eb4 req-6d8095a1-da2e-4fcc-aa67-48ace74868f0 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 944 time: 0.0521488 Mar 08 13:55:33.672545 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06c2176c-118c-4b73-9a1f-fbf0a2de4eb4 req-3cd6b4fd-6781-49e3-8735-e4d4fe842277 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950172 Mar 08 13:55:33.708338 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-95c31dcb-6918-4e6d-a0f5-e6f0c9a7b044 req-ae2d38fc-c338-4ad7-bc5e-90039b433ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069596 Mar 08 13:55:33.906310 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1651b-2b8f-4b8a-b304-a62108a198be req-4cda9bec-4ab5-449b-b164-ed03d44d417b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:33.907775 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-86e1651b-2b8f-4b8a-b304-a62108a198be req-4cda9bec-4ab5-449b-b164-ed03d44d417b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.0523286 Mar 08 13:55:33.959102 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-86e1651b-2b8f-4b8a-b304-a62108a198be req-eab8fafe-a4f0-4ac4-af09-c62853f78ad2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429945 Mar 08 13:55:34.288659 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a1ad0-67d0-4b37-a91c-f77d7b68bacc req-2ece41e3-73d0-4579-bb69-2594a8df6bf9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:34.290095 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4c3a1ad0-67d0-4b37-a91c-f77d7b68bacc req-2ece41e3-73d0-4579-bb69-2594a8df6bf9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0558608 Mar 08 13:55:34.342910 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4c3a1ad0-67d0-4b37-a91c-f77d7b68bacc req-0a1c862f-0c0a-4698-a9b5-53d0c32c2c4c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473320 Mar 08 13:55:34.424157 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60752) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:34.559675 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db3c1-dc1c-43b4-bfee-f10617d42d2c req-28047b6f-01ef-43e8-bd1c-6a13e0e2333b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:34.561108 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3e6db3c1-dc1c-43b4-bfee-f10617d42d2c req-28047b6f-01ef-43e8-bd1c-6a13e0e2333b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.0507970 Mar 08 13:55:34.614369 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3e6db3c1-dc1c-43b4-bfee-f10617d42d2c req-52e530ec-e12d-434c-a1ca-6bd59abfaaeb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474832 Mar 08 13:55:34.848288 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a6dd-406a-4f2d-a3ac-b624f3db4f00 req-6cc31c91-714c-40f7-b81f-95a7a7d33b55 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:34.849693 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2470a6dd-406a-4f2d-a3ac-b624f3db4f00 req-6cc31c91-714c-40f7-b81f-95a7a7d33b55 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 944 time: 0.1065328 Mar 08 13:55:34.920085 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2470a6dd-406a-4f2d-a3ac-b624f3db4f00 req-4c208f5d-7042-4092-ae0a-0498863a6a33 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Mar 08 13:55:34.923774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (52c4fa06-3942-49a1-b5dd-9298954ef321), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:35.232939 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Deleting port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:55:35.233248 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:35.308364 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] For port 13c8a542-c47b-4106-9c6b-77c9cb28d1c7, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,segment=NetworkSegment(b81bb54e-0b10-4782-9796-36194aec525a),segment_id=b81bb54e-0b10-4782-9796-36194aec525a)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:35.308704 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:35.320700 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Calling delete_port for 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 owned by network:router_interface {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:55:35.466556 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba43570-5906-48b4-80f4-9f3827a65c2a req-41032970-694a-4618-9917-24e1c00aea1e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:35.468147 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0ba43570-5906-48b4-80f4-9f3827a65c2a req-41032970-694a-4618-9917-24e1c00aea1e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0525711 Mar 08 13:55:35.500235 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (13c8a542-c47b-4106-9c6b-77c9cb28d1c7), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:35.516251 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0ba43570-5906-48b4-80f4-9f3827a65c2a req-840e74f9-f38a-44f7-bb4e-a73b3c23569e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Mar 08 13:55:35.529640 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c8a542-c47b-4106-9c6b-77c9cb28d1c7,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:35.660557 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (52c4fa06-3942-49a1-b5dd-9298954ef321), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:35.802194 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ea61-f33a-45d4-8369-b4d46bb8f660 req-1ce67961-2aa3-43a9-b1e3-54c049536b5c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:35.803557 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7288ea61-f33a-45d4-8369-b4d46bb8f660 req-1ce67961-2aa3-43a9-b1e3-54c049536b5c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.0969200 Mar 08 13:55:35.893847 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7288ea61-f33a-45d4-8369-b4d46bb8f660 req-a6f3437b-e465-49bf-a8e0-bbbfd7f7a573 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844417 Mar 08 13:55:35.944854 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Router 52c4fa06-3942-49a1-b5dd-9298954ef321 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:55:36.013682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067081f7-0ea5-4dd3-aa08-0585b6268094 req-b4803c55-73d4-4f64-beb6-3576ed4fd891 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:36.015152 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-067081f7-0ea5-4dd3-aa08-0585b6268094 req-b4803c55-73d4-4f64-beb6-3576ed4fd891 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.0570083 Mar 08 13:55:36.024002 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60768) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:36.028291 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'port_id': '9fe93222-a551-4f58-bb84-e13c9794c81f'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:36.065932 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (27111356-6fe2-439b-aa0d-4f0376ace0e8), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:36.085598 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e07a3-11c6-4b56-9a3a-6a981c53cb0b req-15c0d112-a3d7-4107-8cb6-73c3c7045294 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:36.087057 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-360e07a3-11c6-4b56-9a3a-6a981c53cb0b req-15c0d112-a3d7-4107-8cb6-73c3c7045294 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 944 time: 0.0954323 Mar 08 13:55:36.099509 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:55:36.104993 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3230bd61-68d3-4441-9c3b-47f2bdfeb400 admin admin] 10.222.0.18 "PUT /v2.0/routers/52c4fa06-3942-49a1-b5dd-9298954ef321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798124 Mar 08 13:55:36.107826 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60770) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:36.110424 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] Sync routers for ids ['52c4fa06-3942-49a1-b5dd-9298954ef321'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:55:36.122463 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] Routers {'52c4fa06-3942-49a1-b5dd-9298954ef321'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:55:36.123179 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:55:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['52c4fa06-3942-49a1-b5dd-9298954ef321'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:36.141942 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-360e07a3-11c6-4b56-9a3a-6a981c53cb0b req-63d1cdc3-b9c8-4806-9784-5a57eab9ce30 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Mar 08 13:55:36.231478 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] Set router 52c4fa06-3942-49a1-b5dd-9298954ef321 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:55:36.305083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks [] for router (52c4fa06-3942-49a1-b5dd-9298954ef321), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:36.409266 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:55:35Z', 'revision_number': 5, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:36.435452 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] Checking router: 52c4fa06-3942-49a1-b5dd-9298954ef321 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:55:36.444795 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] Routers {'52c4fa06-3942-49a1-b5dd-9298954ef321'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:55:36.445394 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:55:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['52c4fa06-3942-49a1-b5dd-9298954ef321'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:36.556635 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] Set router 52c4fa06-3942-49a1-b5dd-9298954ef321 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:55:36.649406 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device e1030362-a5bb-406c-8d9b-b51c166cc2cd details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:55:36.674643 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 652e6d99-3b5b-4886-aff5-00a6cb249d8d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:36.710603 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 652e6d99-3b5b-4886-aff5-00a6cb249d8d {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:55:36.711225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 652e6d99-3b5b-4886-aff5-00a6cb249d8d not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:55:36.755212 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:55:35Z', 'revision_number': 5, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:36.786201 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a945157-e953-4c91-8aaf-1309156721cf None None] The sync data for ids ['52c4fa06-3942-49a1-b5dd-9298954ef321'] in dv-cinder-830092-2-iscsi is: [{'id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'name': 'tempest-ServerRescueNegativeTestJSON-1712106766-router', 'tenant_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '504a15ea-af56-487c-b15c-edb1020d134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:55:35Z', 'revision_number': 5, 'project_id': '3a28c3e8d2dc4d46905bd41157532fd9', 'gw_port': {'id': '504a15ea-af56-487c-b15c-edb1020d134d', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4fa06-3942-49a1-b5dd-9298954ef321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:05Z', 'updated_at': '2022-03-08T13:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:55:36.790469 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks [] for router_gateway (52c4fa06-3942-49a1-b5dd-9298954ef321), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:36.799015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port e1030362-a5bb-406c-8d9b-b51c166cc2cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:36.811155 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd', 'network_id': '9b923cb3-be0d-4c07-9068-a59fb7695f97', 'port_id': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd', 'mac_address': 'fa:16:3e:0a:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3b0801-2e80-43cf-b500-693cbc206fd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:55:36.858734 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port e1030362-a5bb-406c-8d9b-b51c166cc2cd is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:36.859171 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:36.872525 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1030362-a5bb-406c-8d9b-b51c166cc2cd {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:55:36.889650 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157987-64f6-4c6c-b40e-6420fd4741c7 req-e010ebbe-0279-499c-9101-297be831ea8e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:36.891283 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0b157987-64f6-4c6c-b40e-6420fd4741c7 req-e010ebbe-0279-499c-9101-297be831ea8e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.1488268 Mar 08 13:55:36.891790 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port e1030362-a5bb-406c-8d9b-b51c166cc2cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:36.905037 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:36.931945 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:36.956150 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=e1030362-a5bb-406c-8d9b-b51c166cc2cd,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:36.963323 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.963674 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.964016 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.964354 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.964683 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.965041 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.965397 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.965721 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.966078 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.966404 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.966727 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.967048 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:36.967367 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:55:37.012481 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Deleting port 504a15ea-af56-487c-b15c-edb1020d134d {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:55:37.012822 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (504a15ea-af56-487c-b15c-edb1020d134d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.019608 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0b157987-64f6-4c6c-b40e-6420fd4741c7 req-040b4071-6a1c-4ace-8e69-86eecc4d6086 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033719 Mar 08 13:55:37.035907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.045761 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (27111356-6fe2-439b-aa0d-4f0376ace0e8), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.173814 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] For port 504a15ea-af56-487c-b15c-edb1020d134d, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=504a15ea-af56-487c-b15c-edb1020d134d,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:37.174154 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (504a15ea-af56-487c-b15c-edb1020d134d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.195270 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Calling delete_port for 504a15ea-af56-487c-b15c-edb1020d134d owned by network:router_gateway {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:55:37.200162 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['e1030362-a5bb-406c-8d9b-b51c166cc2cd'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:55:37.213423 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP 27111356-6fe2-439b-aa0d-4f0376ace0e8 associated. External IP: 172.27.2.237, port: 9fe93222-a551-4f58-bb84-e13c9794c81f. Mar 08 13:55:37.290109 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995189dd-55a3-4bdf-a813-7323efe1d4c4 req-7e4e1fe7-0e1f-42dc-b74c-a3b4db78b4d3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:37.291620 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-995189dd-55a3-4bdf-a813-7323efe1d4c4 req-7e4e1fe7-0e1f-42dc-b74c-a3b4db78b4d3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 945 time: 0.0720694 Mar 08 13:55:37.351350 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-995189dd-55a3-4bdf-a813-7323efe1d4c4 req-df6f13ad-7d4b-4fae-893a-4bd7d616fa7a tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Mar 08 13:55:37.548623 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (504a15ea-af56-487c-b15c-edb1020d134d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.580264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=504a15ea-af56-487c-b15c-edb1020d134d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:37.588080 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:55:37.696492 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (52c4fa06-3942-49a1-b5dd-9298954ef321), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.835011 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (52c4fa06-3942-49a1-b5dd-9298954ef321), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.838333 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks [] for router_controller (52c4fa06-3942-49a1-b5dd-9298954ef321), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.902061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:55:37.906572 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.913290 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:55:37.924083 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:55:37.924695 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:55:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:37.926854 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (52c4fa06-3942-49a1-b5dd-9298954ef321), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.927380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c4fa06-3942-49a1-b5dd-9298954ef321 {{(pid=114662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:55:37.934638 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:37.938125 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a8269876-af83-4794-8fa4-26a87debffc9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/52c4fa06-3942-49a1-b5dd-9298954ef321 HTTP/1.1" status: 204 len: 168 time: 1.8270473 Mar 08 13:55:37.938340 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60776) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:37.950354 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-ce6be92b-e56c-4b52-aa79-92746914b7a0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "PUT /v2.0/floatingips/27111356-6fe2-439b-aa0d-4f0376ace0e8 HTTP/1.1" status: 200 len: 992 time: 1.9252353 Mar 08 13:55:37.967615 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:37.969693 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b51220-61f8-44a5-aa3c-096941027da8" -d '{"events": [{"name": "network-changed", "server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:37.994288 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Deleting subnet b4102b8c-c041-4e33-b334-bbc5163136a5 {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:55:37.999775 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Publish callbacks [] for subnet (b4102b8c-c041-4e33-b334-bbc5163136a5), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.025942 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab86b22-950f-462d-af00-0b0d450dfd0c x-openstack-request-id: req-2ab86b22-950f-462d-af00-0b0d450dfd0c {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:38.026241 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:38.026486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ab86b22-950f-462d-af00-0b0d450dfd0c {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:38.026873 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'status': 'completed', 'code': 200} Mar 08 13:55:38.043467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (b4102b8c-c041-4e33-b334-bbc5163136a5), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.055932 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:55:38.120949 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (b4102b8c-c041-4e33-b334-bbc5163136a5), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.150253 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b51220-61f8-44a5-aa3c-096941027da8 req-1f1aa439-0f1c-4ff1-bd59-7087d415b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:38.151774 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-1f1aa439-0f1c-4ff1-bd59-7087d415b6e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 1130 time: 0.1062846 Mar 08 13:55:38.170875 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cba743-cb98-4d3a-9872-7984ef1e02d9 req-ec8f2575-9b51-4e73-8ac6-9c0f87b639f2 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:38.173071 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-27cba743-cb98-4d3a-9872-7984ef1e02d9 req-ec8f2575-9b51-4e73-8ac6-9c0f87b639f2 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0686398 Mar 08 13:55:38.230074 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-27cba743-cb98-4d3a-9872-7984ef1e02d9 req-b6c587a3-b107-48bd-ad6f-86144e7ed376 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491719 Mar 08 13:55:38.237557 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (b4102b8c-c041-4e33-b334-bbc5163136a5), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.268634 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4102b8c-c041-4e33-b334-bbc5163136a5,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:38.278105 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.281283 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-857d2e57-1141-48cd-b557-4904b87d9cbd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4102b8c-c041-4e33-b334-bbc5163136a5 HTTP/1.1" status: 204 len: 168 time: 0.3420498 Mar 08 13:55:38.284142 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60784) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:38.295565 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b51220-61f8-44a5-aa3c-096941027da8 req-a6a891c7-161c-4271-ac23-e3dc1164a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:38.296699 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-a6a891c7-161c-4271-ac23-e3dc1164a041 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.1366103 Mar 08 13:55:38.301339 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '27111356-6fe2-439b-aa0d-4f0376ace0e8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:cc:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:55:05Z', 'updated_at': '2022-03-08T13:55:36Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}, {'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:43Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:38.331626 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:55:38.341315 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:55:38.341968 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:55:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:38.367146 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-c49c7323-00d6-4565-b934-f28789630c95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe93222-a551-4f58-bb84-e13c9794c81f HTTP/1.1" status: 200 len: 1000 time: 0.0634494 Mar 08 13:55:38.434401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b51220-61f8-44a5-aa3c-096941027da8 req-54c34f4b-116e-4505-834c-5abd3fbabe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:38.435955 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-54c34f4b-116e-4505-834c-5abd3fbabe33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0591240 Mar 08 13:55:38.471944 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:55:38.519741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b51220-61f8-44a5-aa3c-096941027da8 req-acb04308-0c2a-40cc-8c11-ffef1a7d4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:38.521259 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-acb04308-0c2a-40cc-8c11-ffef1a7d4c3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652294 Mar 08 13:55:38.529740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004af00-70f9-4412-a339-651349f5af58 req-3e5f1f3d-f945-4fd9-af2e-fcd4987c5ba3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:38.531234 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6004af00-70f9-4412-a339-651349f5af58 req-3e5f1f3d-f945-4fd9-af2e-fcd4987c5ba3 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 945 time: 0.1085854 Mar 08 13:55:38.603232 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (587b6d92-aaab-429a-ba05-1ff30f3ef5a4), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.644306 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6004af00-70f9-4412-a339-651349f5af58 req-7fcbc72a-8fc3-428e-b6a0-a2e0a66e42bd tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Mar 08 13:55:38.671884 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-824b176d-5ed4-4b63-85e5-08a300273c9a service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396523 Mar 08 13:55:38.713837 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (587b6d92-aaab-429a-ba05-1ff30f3ef5a4), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.740992 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.741341 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.744770 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.744770 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > port after_create 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.745038 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.745389 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > port after_update 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.745703 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.746013 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.746318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.746676 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.766863 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device e1030362-a5bb-406c-8d9b-b51c166cc2cd up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:55:38.768964 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:38.788152 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-79b51220-61f8-44a5-aa3c-096941027da8 req-84d7dfd9-d373-435b-a763-59825076c49d service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065845 Mar 08 13:55:38.819599 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:55:38.819838 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 13c8a542-c47b-4106-9c6b-77c9cb28d1c7 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:55:38.820259 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 504a15ea-af56-487c-b15c-edb1020d134d no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:55:38.846772 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.847116 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.847438 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.847762 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:55:38.848135 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587b6d92-aaab-429a-ba05-1ff30f3ef5a4']}} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:38.865613 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81bb54e-0b10-4782-9796-36194aec525a') {'for_net_delete': True} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:38.865904 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81bb54e-0b10-4782-9796-36194aec525a') {} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:38.874395 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 504a15ea-af56-487c-b15c-edb1020d134d {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:55:38.874738 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 504a15ea-af56-487c-b15c-edb1020d134d not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:55:38.881777 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480334'] for segment (b81bb54e-0b10-4782-9796-36194aec525a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.902759 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (b81bb54e-0b10-4782-9796-36194aec525a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.908960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port e1030362-a5bb-406c-8d9b-b51c166cc2cd completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:55:38.912378 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=114663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:55:38.912825 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599907'] for segment (b81bb54e-0b10-4782-9796-36194aec525a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: from cryptography.utils import int_from_bytes Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: from cryptography.utils import int_from_bytes Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: Traceback (most recent call last): Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: timer() Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: cb(*args, **kw) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: return func(*args, **kwargs) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: self._notify() Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: self.callback(batched_events) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: event.method(event) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: return f(self, *a, **k) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._get(url).json() Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: return self.request(url, 'GET', **kwargs) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:55:38.917062 dv-cinder-830092-2-iscsi neutron-server[114663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:55:38.929918 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port e1030362-a5bb-406c-8d9b-b51c166cc2cd triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:55:38.930426 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.972387 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (587b6d92-aaab-429a-ba05-1ff30f3ef5a4), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.978881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:38.985057 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/587b6d92-aaab-429a-ba05-1ff30f3ef5a4 HTTP/1.1" status: 204 len: 168 time: 0.6997433 Mar 08 13:55:39.001870 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31dede-a915-4c69-a4c0-dd7ee9916df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=587b6d92-aaab-429a-ba05-1ff30f3ef5a4,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:39.017390 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '27111356-6fe2-439b-aa0d-4f0376ace0e8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:cc:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:55:05Z', 'updated_at': '2022-03-08T13:55:36Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}, {'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:43Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:39.044740 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed114e07-d675-4a20-8683-1e2b966dfde6 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '27111356-6fe2-439b-aa0d-4f0376ace0e8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:cc:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:55:05Z', 'updated_at': '2022-03-08T13:55:36Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}, {'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:43Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:55:39.049710 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port e1030362-a5bb-406c-8d9b-b51c166cc2cd is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:55:39.050095 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:39.073381 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:55:39.075758 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66889027-4009-409e-93e0-41a7cdfd0f77" -d '{"events": [{"server_uuid": "06da8928-9334-4b2e-9112-f7b6df6dd117", "name": "network-vif-plugged", "status": "completed", "tag": "e1030362-a5bb-406c-8d9b-b51c166cc2cd"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:55:39.088809 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port e1030362-a5bb-406c-8d9b-b51c166cc2cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:55:39.094663 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:39.126244 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640c9cb-1a51-4353-bdce-0c23b958b259 x-openstack-request-id: req-b640c9cb-1a51-4353-bdce-0c23b958b259 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:55:39.126552 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06da8928-9334-4b2e-9112-f7b6df6dd117", "name": "network-vif-plugged", "status": "completed", "tag": "e1030362-a5bb-406c-8d9b-b51c166cc2cd", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:55:39.126799 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b640c9cb-1a51-4353-bdce-0c23b958b259 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:55:39.127186 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd', 'code': 200} Mar 08 13:55:39.167192 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=e1030362-a5bb-406c-8d9b-b51c166cc2cd,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:39.170415 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60792) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:39.223178 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-50750f78-8ada-48f4-a0a9-3d0d9d632e0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a28c3e8d2dc4d46905bd41157532fd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509434 Mar 08 13:55:39.225850 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60794) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:39.275531 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68cfe8-3860-4a32-a743-4ec9a94e50c9 None None] New status for floating IP 27111356-6fe2-439b-aa0d-4f0376ace0e8: ACTIVE {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:55:39.290289 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-13af76a1-426f-430a-9083-9a16807a1eaa admin admin] Publish callbacks [] for security_group (c7674dfb-c735-4982-bf40-4adf4cc3ce94), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:39.318467 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-13af76a1-426f-430a-9083-9a16807a1eaa admin admin] Publish callbacks [] for security_group (c7674dfb-c735-4982-bf40-4adf4cc3ce94), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:39.320457 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e70a2-f37a-4e22-85d0-0d4258c61ec7 req-2e906146-1824-4eb7-b8f8-7b4aa2c34a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:39.322303 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b11e70a2-f37a-4e22-85d0-0d4258c61ec7 req-2e906146-1824-4eb7-b8f8-7b4aa2c34a24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 1130 time: 0.0492051 Mar 08 13:55:39.376841 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-13af76a1-426f-430a-9083-9a16807a1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c7674dfb-c735-4982-bf40-4adf4cc3ce94), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:39.380546 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-13af76a1-426f-430a-9083-9a16807a1eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:39.383032 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-13af76a1-426f-430a-9083-9a16807a1eaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7674dfb-c735-4982-bf40-4adf4cc3ce94 HTTP/1.1" status: 204 len: 168 time: 0.1554332 Mar 08 13:55:39.391652 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af76a1-426f-430a-9083-9a16807a1eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7674dfb-c735-4982-bf40-4adf4cc3ce94,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:39.413688 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d357b8b-0767-48de-bf3a-94284daf9f56 req-d3c114c8-3b3b-476c-aae3-369e20dae8cc tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:39.415375 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7d357b8b-0767-48de-bf3a-94284daf9f56 req-d3c114c8-3b3b-476c-aae3-369e20dae8cc tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0920038 Mar 08 13:55:39.417825 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b11e70a2-f37a-4e22-85d0-0d4258c61ec7 req-f3f15382-9aef-4b20-82a8-86e5ec5b392b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835431 Mar 08 13:55:39.478007 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7d357b8b-0767-48de-bf3a-94284daf9f56 req-97200bec-599f-47bc-a1ef-90bd821ae71d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564761 Mar 08 13:55:39.769413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c650d9f-030b-4eb0-a126-54190e27b233 req-004a5f8a-3f78-4419-a2de-276498faa8ef tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:39.770914 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1c650d9f-030b-4eb0-a126-54190e27b233 req-004a5f8a-3f78-4419-a2de-276498faa8ef tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 946 time: 0.0529268 Mar 08 13:55:39.816988 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1c650d9f-030b-4eb0-a126-54190e27b233 req-1b93f11d-3f6c-49c6-9510-ac0f4551914b tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Mar 08 13:55:40.091274 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60820) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:40.197404 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322528208-network', 'tenant_id': '5c94b6f73120403a90fd4f221d17f2e7'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:40.220308 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Made reservation on behalf of 5c94b6f73120403a90fd4f221d17f2e7 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:55:40.222645 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.233459 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.308148 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks [] for security_group (3c3cf01c-c439-4706-bf07-1348b83e5edf), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.313212 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (3c3cf01c-c439-4706-bf07-1348b83e5edf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.337788 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:55:40.346470 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3cf01c-c439-4706-bf07-1348b83e5edf,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:40.352175 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (fc71f74c-9e03-432f-8cde-79987d6c1f46), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.352565 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Added segment fc71f74c-9e03-432f-8cde-79987d6c1f46 of type vlan for network d3e18b6b-ae15-4876-9f0d-97a13e510d47 Mar 08 13:55:40.392666 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (d3e18b6b-ae15-4876-9f0d-97a13e510d47), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.419762 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (d3e18b6b-ae15-4876-9f0d-97a13e510d47), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.420839 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:40.421506 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.450390 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3580632 Mar 08 13:55:40.453385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60824) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:40.459361 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Request body: {'subnet': {'network_id': 'd3e18b6b-ae15-4876-9f0d-97a13e510d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322528208-subnet', 'tenant_id': '5c94b6f73120403a90fd4f221d17f2e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:40.484752 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Made reservation on behalf of 5c94b6f73120403a90fd4f221d17f2e7 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:55:40.487942 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4abb4f-8304-4c90-a1ff-5b009c0d7536 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e18b6b-ae15-4876-9f0d-97a13e510d47,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:40.488534 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.502083 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network d3e18b6b-ae15-4876-9f0d-97a13e510d47 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:55:40.645387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca003-a13f-44d3-a259-2654bcb07974 req-2b52bb26-c948-495d-af12-8c4d03a81197 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:40.646884 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-463ca003-a13f-44d3-a259-2654bcb07974 req-2b52bb26-c948-495d-af12-8c4d03a81197 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0889373 Mar 08 13:55:40.744168 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-463ca003-a13f-44d3-a259-2654bcb07974 req-718e41cb-8731-40a9-b5a7-c21901bd07b4 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856946 Mar 08 13:55:40.745293 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (d6733d67-1c29-4046-aa25-3ff41228b39c), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.797882 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6733d67-1c29-4046-aa25-3ff41228b39c,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:40.808042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Checking segment: {'id': 'fc71f74c-9e03-432f-8cde-79987d6c1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd3e18b6b-ae15-4876-9f0d-97a13e510d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:55:40.808392 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Network hostable DHCP agents. Network: d3e18b6b-ae15-4876-9f0d-97a13e510d47, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:55:40.826450 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Network d3e18b6b-ae15-4876-9f0d-97a13e510d47 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:55:40.836299 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, d3e18b6b-ae15-4876-9f0d-97a13e510d47) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:55:40.841437 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:40.842050 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:40.849045 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf48f2-6a0c-4a50-ad4d-cb708b9a45a2 None None] Network d3e18b6b-ae15-4876-9f0d-97a13e510d47 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:55:40.870697 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a52ce9fe-9d84-418e-9f95-8a6075953a0d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4077139 Mar 08 13:55:40.956766 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0406c-0f2d-49cc-91d2-86b6212449c9 req-2ab71d62-cb9b-4483-9185-198484ecfcbb tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:40.958503 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7ee0406c-0f2d-49cc-91d2-86b6212449c9 req-2ab71d62-cb9b-4483-9185-198484ecfcbb tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 946 time: 0.0571792 Mar 08 13:55:40.958909 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1acd7e-380c-4cfb-8220-e4b3eafd98ce None None] Network d3e18b6b-ae15-4876-9f0d-97a13e510d47 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:55:41.006945 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7ee0406c-0f2d-49cc-91d2-86b6212449c9 req-628e1ca6-ca04-4176-874d-915f04204c53 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Mar 08 13:55:41.340113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60854) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:41.352332 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1191197002-network', 'tenant_id': '0b99f9df16d84e46b5cd56e6ce27a56c'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:41.365127 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Made reservation on behalf of 0b99f9df16d84e46b5cd56e6ce27a56c for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:55:41.367507 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.375914 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.450775 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks [] for security_group (f6a3f9b7-3058-4a56-8e1a-f906cca2a12d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.456190 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f6a3f9b7-3058-4a56-8e1a-f906cca2a12d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.480711 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:55:41.489492 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a3f9b7-3058-4a56-8e1a-f906cca2a12d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:41.496737 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (56984203-f0df-4c6c-bca5-61e134a79122), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.496737 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Added segment 56984203-f0df-4c6c-bca5-61e134a79122 of type vlan for network d5a5f8c0-86e0-4c9c-ba54-df1149f3188a Mar 08 13:55:41.539002 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (d5a5f8c0-86e0-4c9c-ba54-df1149f3188a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.565695 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (d5a5f8c0-86e0-4c9c-ba54-df1149f3188a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.566793 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:41.567408 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.623560 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2822590 Mar 08 13:55:41.626787 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60856) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:41.628878 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693e83-53e8-4eb0-89f1-effe8c421837 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a5f8c0-86e0-4c9c-ba54-df1149f3188a,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:41.631702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Request body: {'subnet': {'network_id': 'd5a5f8c0-86e0-4c9c-ba54-df1149f3188a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1191197002-subnet', 'tenant_id': '0b99f9df16d84e46b5cd56e6ce27a56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:55:41.638592 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network d5a5f8c0-86e0-4c9c-ba54-df1149f3188a details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:55:41.655035 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Made reservation on behalf of 0b99f9df16d84e46b5cd56e6ce27a56c for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:55:41.657524 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:41.865692 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9af7-11cc-4cb7-9f3e-15c89e3fbbe9 req-c290f72b-f8c3-44cc-9d21-0f2791df8fb6 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:41.867246 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-06cb9af7-11cc-4cb7-9f3e-15c89e3fbbe9 req-c290f72b-f8c3-44cc-9d21-0f2791df8fb6 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0554619 Mar 08 13:55:41.916744 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-06cb9af7-11cc-4cb7-9f3e-15c89e3fbbe9 req-95671474-85c1-45e8-8a86-dbd9ddbdf22f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Mar 08 13:55:42.080857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (e7e151a0-8180-4d0b-900f-fedaeadb8a2e), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.127339 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba144b-ad9f-4d72-acb8-6800c32e93e8 req-a0a534fe-02c6-440e-bf27-58f254472d8d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.128789 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6aba144b-ad9f-4d72-acb8-6800c32e93e8 req-a0a534fe-02c6-440e-bf27-58f254472d8d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0604661 Mar 08 13:55:42.133960 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e151a0-8180-4d0b-900f-fedaeadb8a2e,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:42.168986 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Checking segment: {'id': '56984203-f0df-4c6c-bca5-61e134a79122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd5a5f8c0-86e0-4c9c-ba54-df1149f3188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:55:42.169450 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Network hostable DHCP agents. Network: d5a5f8c0-86e0-4c9c-ba54-df1149f3188a, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:55:42.176944 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6aba144b-ad9f-4d72-acb8-6800c32e93e8 req-d2e76afb-4bbf-4b11-8bd1-9c04302b37cc tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 Mar 08 13:55:42.195289 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-cffb0484-6f39-4fb3-8199-88424aaac2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.196885 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-cffb0484-6f39-4fb3-8199-88424aaac2af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1129 time: 0.0590625 Mar 08 13:55:42.197904 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Network d5a5f8c0-86e0-4c9c-ba54-df1149f3188a is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:55:42.212081 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, d5a5f8c0-86e0-4c9c-ba54-df1149f3188a) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:55:42.224811 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1adc26a-6cbf-4b1a-81f9-5592204214b4 None None] Network d5a5f8c0-86e0-4c9c-ba54-df1149f3188a requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:55:42.225676 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.226243 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.278843 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-81f1c464-404c-4cf4-8fef-3e4931625a99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6509068 Mar 08 13:55:42.303542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-87918169-4f4e-4c07-af6b-1c297ad2533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.305328 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-87918169-4f4e-4c07-af6b-1c297ad2533c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.1023443 Mar 08 13:55:42.328554 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951cbf96-e16b-4497-9c07-50a76ea59504 None None] Network d5a5f8c0-86e0-4c9c-ba54-df1149f3188a requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:55:42.381828 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-7dae5742-dc44-4a99-bb0b-2fea2111359e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0701604 Mar 08 13:55:42.405256 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60870) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:42.435325 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-3bbf0af3-d436-4778-9e8c-188054bdfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.436955 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-3bbf0af3-d436-4778-9e8c-188054bdfd29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0495353 Mar 08 13:55:42.451646 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Deleting subnet d6733d67-1c29-4046-aa25-3ff41228b39c {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:55:42.455432 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Publish callbacks [] for subnet (d6733d67-1c29-4046-aa25-3ff41228b39c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.492329 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (d6733d67-1c29-4046-aa25-3ff41228b39c), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.492440 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-3c806ce4-3d60-4030-9623-706e9291e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.494098 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-3c806ce4-3d60-4030-9623-706e9291e2cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511184 Mar 08 13:55:42.536577 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (d6733d67-1c29-4046-aa25-3ff41228b39c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.594563 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (d6733d67-1c29-4046-aa25-3ff41228b39c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.598194 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-7343bd86-67c6-45b6-9d1c-835d80c1ca57 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975535 Mar 08 13:55:42.622495 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6733d67-1c29-4046-aa25-3ff41228b39c,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:42.624595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.627811 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-123d27c7-bb5c-44fa-8fdb-cc8e597cef6d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d6733d67-1c29-4046-aa25-3ff41228b39c HTTP/1.1" status: 204 len: 168 time: 0.2211549 Mar 08 13:55:42.630288 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60876) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:42.702709 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1ac116cc-4bdf-44d2-9721-819c32752043 req-d81ce3d8-fe5c-4c73-b7b7-19a062d39327 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969586 Mar 08 13:55:42.760133 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (d3e18b6b-ae15-4876-9f0d-97a13e510d47), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.786574 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf852581-ffea-45b4-8cd2-87be207665b3 req-cc9ecf32-46a5-497c-8714-398876a2371a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.788041 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cf852581-ffea-45b4-8cd2-87be207665b3 req-cc9ecf32-46a5-497c-8714-398876a2371a tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.1489305 Mar 08 13:55:42.789773 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-1f69e350-a5c3-420e-9dbe-a5bff132543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:42.791120 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-1f69e350-a5c3-420e-9dbe-a5bff132543c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1169 time: 0.1321995 Mar 08 13:55:42.941095 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (d3e18b6b-ae15-4876-9f0d-97a13e510d47), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:42.984517 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e18b6b-ae15-4876-9f0d-97a13e510d47']}} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:42.998500 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc71f74c-9e03-432f-8cde-79987d6c1f46') {'for_net_delete': True} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:42.998772 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc71f74c-9e03-432f-8cde-79987d6c1f46') {} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:43.004950 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cf852581-ffea-45b4-8cd2-87be207665b3 req-04992977-0e36-4be2-9f7d-450de8abf65f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105434 Mar 08 13:55:43.010314 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-3cf34c9b-871f-44c3-93d6-a5f52bbf7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:43.011626 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-3cf34c9b-871f-44c3-93d6-a5f52bbf7b01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 916 time: 0.1960654 Mar 08 13:55:43.014987 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480334'] for segment (fc71f74c-9e03-432f-8cde-79987d6c1f46), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.031556 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (fc71f74c-9e03-432f-8cde-79987d6c1f46), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.064994 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=114663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:55:43.065305 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599907'] for segment (fc71f74c-9e03-432f-8cde-79987d6c1f46), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: Traceback (most recent call last): Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: timer() Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: cb(*args, **kw) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: return func(*args, **kwargs) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: self._notify() Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: self.callback(batched_events) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: event.method(event) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: return f(self, *a, **k) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._get(url).json() Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: return self.request(url, 'GET', **kwargs) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:55:43.067137 dv-cinder-830092-2-iscsi neutron-server[114663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:55:43.134262 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-1f33a84a-68e5-4a30-8ad7-43611563c7b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 1002 time: 0.1087835 Mar 08 13:55:43.135705 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (d3e18b6b-ae15-4876-9f0d-97a13e510d47), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.142916 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.145984 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] 10.222.0.18 "DELETE /v2.0/networks/d3e18b6b-ae15-4876-9f0d-97a13e510d47 HTTP/1.1" status: 204 len: 168 time: 0.5129914 Mar 08 13:55:43.149223 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60878) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:43.164255 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21b660-2057-4fcf-aed0-9f6fc9668d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e18b6b-ae15-4876-9f0d-97a13e510d47,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:43.204459 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Deleting subnet e7e151a0-8180-4d0b-900f-fedaeadb8a2e {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:55:43.208459 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Publish callbacks [] for subnet (e7e151a0-8180-4d0b-900f-fedaeadb8a2e), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.210776 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-2579822e-b7a9-4e25-8e0e-913c322f1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:43.212853 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-2579822e-b7a9-4e25-8e0e-913c322f1323 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.0656886 Mar 08 13:55:43.246268 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (e7e151a0-8180-4d0b-900f-fedaeadb8a2e), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.270499 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-fd62b456-7fde-4cab-b697-aaf66c22924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:43.271788 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-fd62b456-7fde-4cab-b697-aaf66c22924e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485439 Mar 08 13:55:43.311740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (e7e151a0-8180-4d0b-900f-fedaeadb8a2e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.365106 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212255e-b74c-44bc-b70a-a8e0d81510ee req-b826e1c5-d4db-45df-a041-9544ac98071d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:43.366629 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f212255e-b74c-44bc-b70a-a8e0d81510ee req-b826e1c5-d4db-45df-a041-9544ac98071d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.1010990 Mar 08 13:55:43.370646 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-b00a0f10-c3a6-4e62-9deb-6a58eeac8a09 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Mar 08 13:55:43.393267 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (e7e151a0-8180-4d0b-900f-fedaeadb8a2e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.428317 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e151a0-8180-4d0b-900f-fedaeadb8a2e,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:43.432225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.436113 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3f3297f9-4253-41c4-843b-269635f28789 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7e151a0-8180-4d0b-900f-fedaeadb8a2e HTTP/1.1" status: 204 len: 168 time: 0.2858679 Mar 08 13:55:43.438956 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60886) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:43.453548 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f212255e-b74c-44bc-b70a-a8e0d81510ee req-af199e00-c8fd-42f2-bd9a-9bb502dee4c8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777125 Mar 08 13:55:43.525629 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-53f027f1-5754-4e8c-ad0d-f4db1c4c896d req-c16ff730-d15d-4540-8ff0-8873a6deacb6 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488905 Mar 08 13:55:43.535541 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (d5a5f8c0-86e0-4c9c-ba54-df1149f3188a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.618298 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (d5a5f8c0-86e0-4c9c-ba54-df1149f3188a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.638436 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a5f8c0-86e0-4c9c-ba54-df1149f3188a']}} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:43.647835 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56984203-f0df-4c6c-bca5-61e134a79122') {'for_net_delete': True} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:43.648148 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56984203-f0df-4c6c-bca5-61e134a79122') {} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:55:43.657662 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480334'] for segment (56984203-f0df-4c6c-bca5-61e134a79122), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.670971 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (56984203-f0df-4c6c-bca5-61e134a79122), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.677687 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=114663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:55:43.678074 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599907'] for segment (56984203-f0df-4c6c-bca5-61e134a79122), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: Traceback (most recent call last): Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: timer() Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: cb(*args, **kw) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: return func(*args, **kwargs) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: self._notify() Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: self.callback(batched_events) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: event.method(event) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: return f(self, *a, **k) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._get(url).json() Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: return self.request(url, 'GET', **kwargs) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:55:43.680011 dv-cinder-830092-2-iscsi neutron-server[114663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:55:43.734119 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (d5a5f8c0-86e0-4c9c-ba54-df1149f3188a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.740248 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:43.743396 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d5a5f8c0-86e0-4c9c-ba54-df1149f3188a HTTP/1.1" status: 204 len: 168 time: 0.3032930 Mar 08 13:55:43.753639 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219f44d-6053-4074-91c3-1b60bba549d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a5f8c0-86e0-4c9c-ba54-df1149f3188a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:43.908282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60890) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:43.948187 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5e96ac6c-e2cc-412a-902f-f1cb8bef3b2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c94b6f73120403a90fd4f221d17f2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387335 Mar 08 13:55:43.950674 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60892) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:43.998553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7c948830-8199-427b-82a1-bde5a7b2e9ea admin admin] Publish callbacks [] for security_group (3c3cf01c-c439-4706-bf07-1348b83e5edf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.021677 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7c948830-8199-427b-82a1-bde5a7b2e9ea admin admin] Publish callbacks [] for security_group (3c3cf01c-c439-4706-bf07-1348b83e5edf), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.074467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7c948830-8199-427b-82a1-bde5a7b2e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (3c3cf01c-c439-4706-bf07-1348b83e5edf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.077152 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7c948830-8199-427b-82a1-bde5a7b2e9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.078325 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7c948830-8199-427b-82a1-bde5a7b2e9ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c3cf01c-c439-4706-bf07-1348b83e5edf HTTP/1.1" status: 204 len: 168 time: 0.1268117 Mar 08 13:55:44.086727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948830-8199-427b-82a1-bde5a7b2e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3cf01c-c439-4706-bf07-1348b83e5edf,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:44.141957 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f406b-e225-41b1-96c4-ad1a7efda78a req-80680d13-bef4-4c36-b9d8-c527c40a8abd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:44.143500 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-067f406b-e225-41b1-96c4-ad1a7efda78a req-80680d13-bef4-4c36-b9d8-c527c40a8abd tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0679376 Mar 08 13:55:44.202118 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-067f406b-e225-41b1-96c4-ad1a7efda78a req-c55106be-3605-4c52-a6e5-a44427bd7600 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527775 Mar 08 13:55:44.412349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60900) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:44.452170 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2466005b-8b54-406e-a501-85bca7e9db74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b99f9df16d84e46b5cd56e6ce27a56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386169 Mar 08 13:55:44.455128 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60902) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:44.506163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-20f98569-81a6-4525-b20e-f1c87fed7dcb admin admin] Publish callbacks [] for security_group (f6a3f9b7-3058-4a56-8e1a-f906cca2a12d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.529443 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-20f98569-81a6-4525-b20e-f1c87fed7dcb admin admin] Publish callbacks [] for security_group (f6a3f9b7-3058-4a56-8e1a-f906cca2a12d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.607877 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05137ad-6560-496e-97ce-e581ec093654 req-c3fb2af6-0aab-42c4-bf48-cd4365f7df98 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:44.609248 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d05137ad-6560-496e-97ce-e581ec093654 req-c3fb2af6-0aab-42c4-bf48-cd4365f7df98 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0820832 Mar 08 13:55:44.621744 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-20f98569-81a6-4525-b20e-f1c87fed7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f6a3f9b7-3058-4a56-8e1a-f906cca2a12d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.624217 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-20f98569-81a6-4525-b20e-f1c87fed7dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:44.625269 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-20f98569-81a6-4525-b20e-f1c87fed7dcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6a3f9b7-3058-4a56-8e1a-f906cca2a12d HTTP/1.1" status: 204 len: 168 time: 0.1692669 Mar 08 13:55:44.642735 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f98569-81a6-4525-b20e-f1c87fed7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a3f9b7-3058-4a56-8e1a-f906cca2a12d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:44.670388 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d05137ad-6560-496e-97ce-e581ec093654 req-25c47abd-96b3-4008-b751-45f3f3b5960f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553029 Mar 08 13:55:45.320137 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085499e3-8bb5-4a99-89b7-4bc0bc53f3d8 req-329dffa6-834b-4cc3-99cf-a475d9668093 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:45.321656 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-085499e3-8bb5-4a99-89b7-4bc0bc53f3d8 req-329dffa6-834b-4cc3-99cf-a475d9668093 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0521038 Mar 08 13:55:45.379912 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-085499e3-8bb5-4a99-89b7-4bc0bc53f3d8 req-cb4d8160-b553-4f4a-87c2-63d41a5d69c1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524879 Mar 08 13:55:46.393308 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60960) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:46.496303 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f64732-8350-451e-a561-dd154dca9ed7 req-58c86112-e02e-49a1-89b2-5107b5bc8264 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:46.497846 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d0f64732-8350-451e-a561-dd154dca9ed7 req-58c86112-e02e-49a1-89b2-5107b5bc8264 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0523806 Mar 08 13:55:46.502689 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d9a3f43f-8d8d-4ad2-ad53-58fc5e237c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.556158 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d0f64732-8350-451e-a561-dd154dca9ed7 req-ae77ce67-865b-4809-b347-968576816035 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522547 Mar 08 13:55:46.577413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d9a3f43f-8d8d-4ad2-ad53-58fc5e237c79 admin admin] Publish callbacks [] for security_group (18e57c24-ad25-40be-81da-afd361fa5c73), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.582618 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d9a3f43f-8d8d-4ad2-ad53-58fc5e237c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (18e57c24-ad25-40be-81da-afd361fa5c73), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.622494 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3f43f-8d8d-4ad2-ad53-58fc5e237c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e57c24-ad25-40be-81da-afd361fa5c73,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:46.630708 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60968) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:46.630853 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d9a3f43f-8d8d-4ad2-ad53-58fc5e237c79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cf64a6edc154ad6a9b1f2d2ca158490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364085 Mar 08 13:55:46.679095 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d2660a7-01ff-4d94-b733-124911f2ff43 admin admin] Publish callbacks [] for security_group (18e57c24-ad25-40be-81da-afd361fa5c73), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.699742 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d2660a7-01ff-4d94-b733-124911f2ff43 admin admin] Publish callbacks [] for security_group (18e57c24-ad25-40be-81da-afd361fa5c73), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.751391 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d2660a7-01ff-4d94-b733-124911f2ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (18e57c24-ad25-40be-81da-afd361fa5c73), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.754237 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9d2660a7-01ff-4d94-b733-124911f2ff43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:46.755427 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-9d2660a7-01ff-4d94-b733-124911f2ff43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18e57c24-ad25-40be-81da-afd361fa5c73 HTTP/1.1" status: 204 len: 168 time: 0.1225595 Mar 08 13:55:46.763120 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2660a7-01ff-4d94-b733-124911f2ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e57c24-ad25-40be-81da-afd361fa5c73,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:47.028063 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 60974) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:47.041955 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2b67-6a22-46ef-b7da-87ce2d9c5fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.130174 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2b67-6a22-46ef-b7da-87ce2d9c5fad admin admin] Publish callbacks [] for security_group (dd6cc478-7543-4dd1-82cc-9158e06e2e94), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.136938 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2b67-6a22-46ef-b7da-87ce2d9c5fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (dd6cc478-7543-4dd1-82cc-9158e06e2e94), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.180031 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8e2f2b67-6a22-46ef-b7da-87ce2d9c5fad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=309d8c6707b341e7b7f6fa86070e9ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509044 Mar 08 13:55:47.180856 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f2b67-6a22-46ef-b7da-87ce2d9c5fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6cc478-7543-4dd1-82cc-9158e06e2e94,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:47.183563 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 60976) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:55:47.237592 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b369e347-d738-4de5-9138-273ae8b1ec3f admin admin] Publish callbacks [] for security_group (dd6cc478-7543-4dd1-82cc-9158e06e2e94), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.259115 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b369e347-d738-4de5-9138-273ae8b1ec3f admin admin] Publish callbacks [] for security_group (dd6cc478-7543-4dd1-82cc-9158e06e2e94), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.307875 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b369e347-d738-4de5-9138-273ae8b1ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (dd6cc478-7543-4dd1-82cc-9158e06e2e94), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.310461 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b369e347-d738-4de5-9138-273ae8b1ec3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:47.311638 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b369e347-d738-4de5-9138-273ae8b1ec3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd6cc478-7543-4dd1-82cc-9158e06e2e94 HTTP/1.1" status: 204 len: 168 time: 0.1269617 Mar 08 13:55:47.319577 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369e347-d738-4de5-9138-273ae8b1ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6cc478-7543-4dd1-82cc-9158e06e2e94,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:55:47.676750 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac21b0-7647-4f11-a060-45f4d0601da7 req-1ddf8d4d-4c85-4440-be83-4936f90d5a8c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:47.679509 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e8ac21b0-7647-4f11-a060-45f4d0601da7 req-1ddf8d4d-4c85-4440-be83-4936f90d5a8c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0566278 Mar 08 13:55:47.754437 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e8ac21b0-7647-4f11-a060-45f4d0601da7 req-3fb14340-619b-42cf-9b40-425c140baecc tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681186 Mar 08 13:55:48.872631 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c8a4d-e28c-4a56-9ea0-aaa95068cdf2 req-a34d529b-be1f-488c-b35c-7eb30224fef9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:48.874630 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba6c8a4d-e28c-4a56-9ea0-aaa95068cdf2 req-a34d529b-be1f-488c-b35c-7eb30224fef9 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0540473 Mar 08 13:55:48.948784 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba6c8a4d-e28c-4a56-9ea0-aaa95068cdf2 req-31c489a6-fe81-4ca1-8973-d40dd192ddfb tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668569 Mar 08 13:55:50.018977 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a80ab4ad-8a13-489f-affe-20f8f4f6ac34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:50.083039 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4058-f4c0-4f8b-b468-77fb3e6a42d0 req-3eb86c9e-c294-4229-87b0-d59db566a4da tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:50.084498 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-862c4058-f4c0-4f8b-b468-77fb3e6a42d0 req-3eb86c9e-c294-4229-87b0-d59db566a4da tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0659668 Mar 08 13:55:50.145683 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-862c4058-f4c0-4f8b-b468-77fb3e6a42d0 req-32ab04ba-a2fb-4e1d-a9eb-27c675d57007 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531232 Mar 08 13:55:51.264296 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f124e2-dca3-4186-b963-61c0d51dd4f9 req-42576e35-0a5a-4324-a7ee-ba01de46bfef tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:51.265675 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1f124e2-dca3-4186-b963-61c0d51dd4f9 req-42576e35-0a5a-4324-a7ee-ba01de46bfef tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0522594 Mar 08 13:55:51.326497 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1f124e2-dca3-4186-b963-61c0d51dd4f9 req-1c0f7edb-0f11-4631-a33f-31d5123f075b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549793 Mar 08 13:55:52.154349 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fa50b721-7b08-4937-a525-6b75eaeccd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:52.459231 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c469714-299b-4b66-b8a1-242b49161216 req-1a4252d0-ae9f-485d-8b75-b3bf4fcf1f88 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:52.460747 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5c469714-299b-4b66-b8a1-242b49161216 req-1a4252d0-ae9f-485d-8b75-b3bf4fcf1f88 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0555651 Mar 08 13:55:52.520339 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5c469714-299b-4b66-b8a1-242b49161216 req-7f9bca27-e098-4688-b658-0356417d0b2c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533783 Mar 08 13:55:53.245838 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:53.642504 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241c4d-c839-4532-b30f-127122e0771c req-abe1d87e-1f93-4774-abfd-d24520ec8787 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:53.644048 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7a241c4d-c839-4532-b30f-127122e0771c req-abe1d87e-1f93-4774-abfd-d24520ec8787 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0545559 Mar 08 13:55:53.704510 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7a241c4d-c839-4532-b30f-127122e0771c req-c33c3a9e-28a2-41ce-b20f-c9dc5cc502ea tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540009 Mar 08 13:55:54.734000 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:54.829464 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feebb8-2d7f-4845-b9c3-ef87740b6c3c req-8baaefbc-3709-484e-88ca-0ca0dd9c6bee tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:54.830792 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-69feebb8-2d7f-4845-b9c3-ef87740b6c3c req-8baaefbc-3709-484e-88ca-0ca0dd9c6bee tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0598531 Mar 08 13:55:54.891225 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-69feebb8-2d7f-4845-b9c3-ef87740b6c3c req-db898177-0249-4950-9d7f-8dc7440c9a3c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546417 Mar 08 13:55:56.040787 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2daf89-2834-453b-8d93-dde15c73d4e1 req-68592774-26cd-440b-a50c-af167709b55b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:56.042262 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba2daf89-2834-453b-8d93-dde15c73d4e1 req-68592774-26cd-440b-a50c-af167709b55b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0615389 Mar 08 13:55:56.102996 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ba2daf89-2834-453b-8d93-dde15c73d4e1 req-b9d0ae62-15de-4fe4-97be-18104f68ba9f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549886 Mar 08 13:55:56.390195 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:55:57.229259 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121ee8c-e7e9-40cc-94c4-0df52745b4f9 req-eddf3ece-5a24-45f8-a3f0-fed5b6638279 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:57.230678 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a121ee8c-e7e9-40cc-94c4-0df52745b4f9 req-eddf3ece-5a24-45f8-a3f0-fed5b6638279 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0527713 Mar 08 13:55:57.288083 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a121ee8c-e7e9-40cc-94c4-0df52745b4f9 req-c3be4f7e-6478-4017-b894-9f9cb86a938f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515850 Mar 08 13:55:58.416656 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325534-775b-4e9a-b1d0-4a2fa3d82991 req-c8179d63-f896-40b6-972d-3bbab1733fe1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:58.418169 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f8325534-775b-4e9a-b1d0-4a2fa3d82991 req-c8179d63-f896-40b6-972d-3bbab1733fe1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0610242 Mar 08 13:55:58.489841 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f8325534-775b-4e9a-b1d0-4a2fa3d82991 req-fc88a0d4-15b9-4907-b5e4-79ecc60bed26 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617967 Mar 08 13:55:59.611790 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52301-9b1e-4222-a1a3-11a90d422e59 req-5c88dd8c-bca3-4367-bf71-e227c9a3a63f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:55:59.613296 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ccf52301-9b1e-4222-a1a3-11a90d422e59 req-5c88dd8c-bca3-4367-bf71-e227c9a3a63f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0534377 Mar 08 13:55:59.676611 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ccf52301-9b1e-4222-a1a3-11a90d422e59 req-6e6dfada-4d62-4a3d-8022-b3c9ed4b9764 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572219 Mar 08 13:56:00.799407 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf6a9c-88b1-4afc-a6ce-5d0f105f30e6 req-dd8afb09-83a3-4f6d-aae5-1acc34e1d639 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:00.801063 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ebf6a9c-88b1-4afc-a6ce-5d0f105f30e6 req-dd8afb09-83a3-4f6d-aae5-1acc34e1d639 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0552876 Mar 08 13:56:00.862967 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ebf6a9c-88b1-4afc-a6ce-5d0f105f30e6 req-81c984a3-51b9-4b3a-a9f2-0c122d46744d tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562820 Mar 08 13:56:02.000964 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef238d-6250-4b67-b34e-fb174af6578d req-2e72ac15-c165-4fe9-9831-c1acb7614e66 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:02.000964 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d9ef238d-6250-4b67-b34e-fb174af6578d req-2e72ac15-c165-4fe9-9831-c1acb7614e66 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0599611 Mar 08 13:56:02.062380 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d9ef238d-6250-4b67-b34e-fb174af6578d req-c3fe4dc2-8f05-486e-b544-394a7d6fb7c1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629365 Mar 08 13:56:02.221337 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa90996-eae6-4e0c-b5e0-340df3d84084 req-d8585d5b-32ea-4e6d-af96-f5f5e5254091 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:02.222876 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa90996-eae6-4e0c-b5e0-340df3d84084 req-d8585d5b-32ea-4e6d-af96-f5f5e5254091 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 946 time: 0.0550096 Mar 08 13:56:02.270191 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3fa90996-eae6-4e0c-b5e0-340df3d84084 req-5de7c72d-4e04-4e76-bf73-0994c157df11 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Mar 08 13:56:03.193254 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0006-41f7-4528-9fb8-a957fc128ff6 req-93017fcf-be16-41f8-9314-7302366a815c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:03.194932 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-444f0006-41f7-4528-9fb8-a957fc128ff6 req-93017fcf-be16-41f8-9314-7302366a815c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0551541 Mar 08 13:56:03.253263 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-444f0006-41f7-4528-9fb8-a957fc128ff6 req-6e32f42e-e554-4125-98c4-d0bc934fd21f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524049 Mar 08 13:56:03.366870 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 32958) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:03.387506 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2bf6-c984-4254-8aa0-6dfaa7020db8 req-b7965097-4d8e-4b4c-871c-cfd0b4823f60 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:03.388968 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8dbb2bf6-c984-4254-8aa0-6dfaa7020db8 req-b7965097-4d8e-4b4c-871c-cfd0b4823f60 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Mar 08 13:56:03.439743 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8dbb2bf6-c984-4254-8aa0-6dfaa7020db8 req-02b3c7e0-bb6c-4ce7-a400-1df130817188 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Mar 08 13:56:03.470427 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e1aee6c0-01f2-46a1-95e3-f5eedf8a53ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.544423 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e1aee6c0-01f2-46a1-95e3-f5eedf8a53ae admin admin] Publish callbacks [] for security_group (6ceca6ec-d98b-4239-afe0-390716a75923), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.549816 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e1aee6c0-01f2-46a1-95e3-f5eedf8a53ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6ceca6ec-d98b-4239-afe0-390716a75923), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.586632 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-e1aee6c0-01f2-46a1-95e3-f5eedf8a53ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60eea5023e4c43a1bf38918690a6bc02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186894 Mar 08 13:56:03.587546 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aee6c0-01f2-46a1-95e3-f5eedf8a53ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceca6ec-d98b-4239-afe0-390716a75923,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:03.590433 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 32962) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:03.639630 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3a20a413-009c-4e8e-abd7-8df634789b93 admin admin] Publish callbacks [] for security_group (6ceca6ec-d98b-4239-afe0-390716a75923), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.662103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3a20a413-009c-4e8e-abd7-8df634789b93 admin admin] Publish callbacks [] for security_group (6ceca6ec-d98b-4239-afe0-390716a75923), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.717415 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3a20a413-009c-4e8e-abd7-8df634789b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6ceca6ec-d98b-4239-afe0-390716a75923), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.721720 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3a20a413-009c-4e8e-abd7-8df634789b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:03.723086 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3a20a413-009c-4e8e-abd7-8df634789b93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ceca6ec-d98b-4239-afe0-390716a75923 HTTP/1.1" status: 204 len: 168 time: 0.1315296 Mar 08 13:56:03.731309 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20a413-009c-4e8e-abd7-8df634789b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceca6ec-d98b-4239-afe0-390716a75923,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:03.993755 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 32968) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:04.006803 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-637431c0-776a-48db-94a0-b218d5567fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.079962 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-637431c0-776a-48db-94a0-b218d5567fd1 admin admin] Publish callbacks [] for security_group (6563e534-26c8-4085-b432-b3625a0035af), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.085142 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-637431c0-776a-48db-94a0-b218d5567fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6563e534-26c8-4085-b432-b3625a0035af), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.119597 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637431c0-776a-48db-94a0-b218d5567fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6563e534-26c8-4085-b432-b3625a0035af,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:04.123769 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-637431c0-776a-48db-94a0-b218d5567fd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b34204f8b43d4a14863085a847e06a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289845 Mar 08 13:56:04.126915 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 32970) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:04.177502 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1444b141-4ccf-417a-8c2a-f8ba776caaf8 admin admin] Publish callbacks [] for security_group (6563e534-26c8-4085-b432-b3625a0035af), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.199155 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1444b141-4ccf-417a-8c2a-f8ba776caaf8 admin admin] Publish callbacks [] for security_group (6563e534-26c8-4085-b432-b3625a0035af), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.220791 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a587-280c-4953-a94f-cbac759b02e0 req-de105170-55e6-42fb-859e-a714ad641ef8 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.222415 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-af19a587-280c-4953-a94f-cbac759b02e0 req-de105170-55e6-42fb-859e-a714ad641ef8 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 946 time: 0.0526843 Mar 08 13:56:04.246611 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1444b141-4ccf-417a-8c2a-f8ba776caaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6563e534-26c8-4085-b432-b3625a0035af), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.249179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1444b141-4ccf-417a-8c2a-f8ba776caaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.250373 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1444b141-4ccf-417a-8c2a-f8ba776caaf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6563e534-26c8-4085-b432-b3625a0035af HTTP/1.1" status: 204 len: 168 time: 0.1222658 Mar 08 13:56:04.259467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444b141-4ccf-417a-8c2a-f8ba776caaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6563e534-26c8-4085-b432-b3625a0035af,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:04.320226 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Deleting port e1030362-a5bb-406c-8d9b-b51c166cc2cd {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:04.320551 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.438075 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0426755-7311-4948-9e0a-5372f96d3a17 req-c555c587-1761-42b0-b54d-4f9454eb539c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.439485 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d0426755-7311-4948-9e0a-5372f96d3a17 req-c555c587-1761-42b0-b54d-4f9454eb539c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.1138849 Mar 08 13:56:04.469862 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] For port e1030362-a5bb-406c-8d9b-b51c166cc2cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1030362-a5bb-406c-8d9b-b51c166cc2cd,segment=NetworkSegment(833b0bfc-41f0-44ac-b822-3f4eaeb43da3),segment_id=833b0bfc-41f0-44ac-b822-3f4eaeb43da3)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:04.471448 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.480104 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-f16f3de5-4d33-43c9-af38-44f146a8b163 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547941 Mar 08 13:56:04.496372 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Calling delete_port for e1030362-a5bb-406c-8d9b-b51c166cc2cd owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:04.587123 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d0426755-7311-4948-9e0a-5372f96d3a17 req-2432fb71-92c2-4c92-8b5b-57c4afbae1d5 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395831 Mar 08 13:56:04.598472 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-67cb207b-7e02-46ad-b5b2-71575c361e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.600405 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-67cb207b-7e02-46ad-b5b2-71575c361e86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 1129 time: 0.0883293 Mar 08 13:56:04.612188 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190194d-82cf-4fe4-8af2-fdfd2ae6e852 req-0f6bfed1-7acd-4f90-a777-5d225d063160 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.613887 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9190194d-82cf-4fe4-8af2-fdfd2ae6e852 req-0f6bfed1-7acd-4f90-a777-5d225d063160 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/ports?device_id=06da8928-9334-4b2e-9112-f7b6df6dd117 HTTP/1.1" status: 200 len: 946 time: 0.0859375 Mar 08 13:56:04.689102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (e1030362-a5bb-406c-8d9b-b51c166cc2cd), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.705685 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['e1030362-a5bb-406c-8d9b-b51c166cc2cd'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:56:04.721917 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9190194d-82cf-4fe4-8af2-fdfd2ae6e852 req-ea9d992f-a5d1-464f-9cc4-2fb288d504d9 tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a93ca04-a2fe-4db8-97c3-56a487a6330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019487 Mar 08 13:56:04.722131 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Pushing event deleted for resources: {'Port': ['ID=e1030362-a5bb-406c-8d9b-b51c166cc2cd,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:04.750639 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-5586adc9-d4fc-4357-ab6b-ff3895803931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.752306 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-5586adc9-d4fc-4357-ab6b-ff3895803931 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.1188953 Mar 08 13:56:04.773218 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] No DVR routers for this DVR port e1030362-a5bb-406c-8d9b-b51c166cc2cd on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:56:04.776291 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:04.780267 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-af19a587-280c-4953-a94f-cbac759b02e0 req-1fabc912-6866-44d1-b4a4-aa3abb2a3bee tempest-VolumesSnapshotTestJSON-1413356543 tempest-VolumesSnapshotTestJSON-1413356543-project] 10.222.0.32 "DELETE /v2.0/ports/e1030362-a5bb-406c-8d9b-b51c166cc2cd HTTP/1.1" status: 204 len: 173 time: 0.5524940 Mar 08 13:56:04.780781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'name': 'network-vif-deleted', 'tag': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:04.783454 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a704d-b8cb-40fe-b375-e34beb9b4914" -d '{"events": [{"server_uuid": "06da8928-9334-4b2e-9112-f7b6df6dd117", "name": "network-vif-deleted", "tag": "e1030362-a5bb-406c-8d9b-b51c166cc2cd"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:04.828697 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d1583d-c069-4868-95df-ea82469016f6 x-openstack-request-id: req-e1d1583d-c069-4868-95df-ea82469016f6 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:04.829079 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06da8928-9334-4b2e-9112-f7b6df6dd117", "name": "network-vif-deleted", "tag": "e1030362-a5bb-406c-8d9b-b51c166cc2cd", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:04.830480 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1d1583d-c069-4868-95df-ea82469016f6 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:04.830902 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06da8928-9334-4b2e-9112-f7b6df6dd117', 'name': 'network-vif-deleted', 'tag': 'e1030362-a5bb-406c-8d9b-b51c166cc2cd', 'status': 'completed', 'code': 200} Mar 08 13:56:04.837960 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-8228207b-3e47-4e42-b777-01e67f04a790 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0729825 Mar 08 13:56:04.902024 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-32893276-8808-42a8-9dce-e975600cdef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.903786 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-32893276-8808-42a8-9dce-e975600cdef0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0595331 Mar 08 13:56:04.976569 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-438e307d-91de-4f70-b5db-c3e762e66964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:04.978128 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-438e307d-91de-4f70-b5db-c3e762e66964 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460057 Mar 08 13:56:05.082308 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-e308f08f-14ec-44b4-97be-d4f6891572d0 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888650 Mar 08 13:56:05.180847 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3813fa5c-a223-4a36-b55a-a5151692c1c0 req-8d760208-33d7-4fe6-a439-d17debfe8b9c service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854185 Mar 08 13:56:05.735330 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602b0e3-0edc-4295-b66b-5abb8f4b4a01 req-579fea14-072e-4c9e-a431-973228f6056f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:05.736706 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c602b0e3-0edc-4295-b66b-5abb8f4b4a01 req-579fea14-072e-4c9e-a431-973228f6056f tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.0662580 Mar 08 13:56:05.801916 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c602b0e3-0edc-4295-b66b-5abb8f4b4a01 req-dff9ffcc-31e4-452f-82b4-8a104523c330 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&id=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587068 Mar 08 13:56:06.102966 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:56:06.940021 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:09.121060 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device e1030362-a5bb-406c-8d9b-b51c166cc2cd no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:56:09.153257 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: e1030362-a5bb-406c-8d9b-b51c166cc2cd {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:56:09.153628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device e1030362-a5bb-406c-8d9b-b51c166cc2cd not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:56:10.670229 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33082) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:10.779385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee299-d34b-49a2-b587-85f3acbedb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:10.861125 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee299-d34b-49a2-b587-85f3acbedb26 admin admin] Publish callbacks [] for security_group (7ed9474b-2f7b-4290-9aaa-fe24c96c301d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:10.866511 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee299-d34b-49a2-b587-85f3acbedb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7ed9474b-2f7b-4290-9aaa-fe24c96c301d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:10.901786 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ee299-d34b-49a2-b587-85f3acbedb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed9474b-2f7b-4290-9aaa-fe24c96c301d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:10.906102 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-7e0ee299-d34b-49a2-b587-85f3acbedb26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7913ff381df04ac98d04050cc479ebc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396674 Mar 08 13:56:10.908884 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33086) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:10.956150 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-42388361-21d0-411f-a44b-712cc2c12fda admin admin] Publish callbacks [] for security_group (7ed9474b-2f7b-4290-9aaa-fe24c96c301d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:10.979083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-42388361-21d0-411f-a44b-712cc2c12fda admin admin] Publish callbacks [] for security_group (7ed9474b-2f7b-4290-9aaa-fe24c96c301d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:11.033803 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-42388361-21d0-411f-a44b-712cc2c12fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7ed9474b-2f7b-4290-9aaa-fe24c96c301d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:11.036431 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-42388361-21d0-411f-a44b-712cc2c12fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:11.037607 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-42388361-21d0-411f-a44b-712cc2c12fda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ed9474b-2f7b-4290-9aaa-fe24c96c301d HTTP/1.1" status: 204 len: 168 time: 0.1276271 Mar 08 13:56:11.046371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42388361-21d0-411f-a44b-712cc2c12fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed9474b-2f7b-4290-9aaa-fe24c96c301d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:20.032973 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bdf232a7-7ff3-47ff-9efc-3cf2a3bb5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:22.158624 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-15703468-5c2c-429f-882a-e2c4f0936a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:23.253586 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:24.744689 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:26.385335 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:27.840572 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336bd1a-f4b8-4a12-a094-11e3f226541f req-60071803-1aef-4141-a9e8-6cd0cb6e793c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:27.842070 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7336bd1a-f4b8-4a12-a094-11e3f226541f req-60071803-1aef-4141-a9e8-6cd0cb6e793c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.0572813 Mar 08 13:56:27.891772 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7336bd1a-f4b8-4a12-a094-11e3f226541f req-7309287c-d9ae-49da-8274-f4cca7c5eb2e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437520 Mar 08 13:56:29.023167 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7bded-ebb9-4cef-8e58-10883fc551cd req-4d322f3f-3a37-40f1-aa36-e097690823c0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:29.024526 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-55a7bded-ebb9-4cef-8e58-10883fc551cd req-4d322f3f-3a37-40f1-aa36-e097690823c0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.0567496 Mar 08 13:56:29.072441 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-55a7bded-ebb9-4cef-8e58-10883fc551cd req-02027fad-0790-4bc1-8b0b-28a6d55f80af tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Mar 08 13:56:30.048285 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-0e85a723-26a8-412e-a5bd-3b54b8e6f950 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:30.049784 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-0e85a723-26a8-412e-a5bd-3b54b8e6f950 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.0567386 Mar 08 13:56:30.149965 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Deleting port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:30.150395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:30.269708 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] For port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:30.270019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:30.284204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efd52f-b76d-4262-9226-158815313d6c req-174e300c-5a3c-49a6-a09b-b07e4925a038 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:30.285712 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69efd52f-b76d-4262-9226-158815313d6c req-174e300c-5a3c-49a6-a09b-b07e4925a038 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 947 time: 0.1215806 Mar 08 13:56:30.453763 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69efd52f-b76d-4262-9226-158815313d6c req-50922ad7-461e-4bd8-9a15-315283f2e9a9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=29dfebee-3fe5-4513-8b1a-a9be6b7fa986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441324 Mar 08 13:56:30.529383 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:30.529841 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (d56c4027-e9c0-4419-871c-f28492ed0e26), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:30.530170 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Floating IP d56c4027-e9c0-4419-871c-f28492ed0e26 disassociated. External IP: 172.27.2.246, port: 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6. Mar 08 13:56:30.530497 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Calling delete_port for 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:30.665135 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (73480755-2bcf-4e34-8eb0-36dfe9dcb1d6), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:30.693387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event deleted for resources: {'Port': ['ID=73480755-2bcf-4e34-8eb0-36dfe9dcb1d6,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:30.702210 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.702563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.702903 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.703238 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.703572 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.703958 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.704230 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.704553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.705220 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.705585 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.705917 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.706247 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.706574 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:30.860964 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:30.879418 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcbe17-1fdd-4c9a-bbc8-58fb8d53d283 req-41476846-f1c4-47fd-a717-799831cf9777 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:30.880918 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-01dcbe17-1fdd-4c9a-bbc8-58fb8d53d283 req-41476846-f1c4-47fd-a717-799831cf9777 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.0779452 Mar 08 13:56:30.995003 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-01dcbe17-1fdd-4c9a-bbc8-58fb8d53d283 req-1b6469c8-c175-463d-88d1-2f3c644d2400 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081235 Mar 08 13:56:31.015559 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:31.026361 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:31.037657 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:31.038409 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:31.066861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] No DVR routers for this DVR port 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:56:31.070367 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:31.074577 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d5f15d0d-db75-46cf-b8dd-081e686b75ed req-e7f2e2c7-dd24-4db2-9876-f7ad556d2d54 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "DELETE /v2.0/ports/73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 HTTP/1.1" status: 204 len: 173 time: 1.0189176 Mar 08 13:56:31.075058 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-deleted', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:31.079155 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc9167-ebfc-4a28-a7a6-81f138b43543" -d '{"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-deleted", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:31.122657 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc38558-e0b7-435a-b87b-1300b7f2097f x-openstack-request-id: req-bfc38558-e0b7-435a-b87b-1300b7f2097f {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:31.122947 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba35169-5b05-4356-aa25-332bfaa85964", "name": "network-vif-deleted", "tag": "73480755-2bcf-4e34-8eb0-36dfe9dcb1d6", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:31.123190 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfc38558-e0b7-435a-b87b-1300b7f2097f {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:31.123762 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba35169-5b05-4356-aa25-332bfaa85964', 'name': 'network-vif-deleted', 'tag': '73480755-2bcf-4e34-8eb0-36dfe9dcb1d6', 'status': 'completed', 'code': 200} Mar 08 13:56:31.176107 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:31.379334 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:31.405725 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:31.414511 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:31.415093 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:31.526518 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:31.569668 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1646f147-04e8-4d4a-95f4-a9ebb236ed8f req-a9476008-66d6-4d23-ac84-ccc8723fb52c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ba35169-5b05-4356-aa25-332bfaa85964 HTTP/1.1" status: 200 len: 210 time: 0.0281739 Mar 08 13:56:31.851753 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:31.880702 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27164b-e9d5-4c7b-ad7c-86071a0da681 None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:32.153281 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a0f45-3f48-4900-aace-ff93c456e82f req-c61ce11f-e7be-433f-aab6-30231d6e6ae8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:32.154829 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e28a0f45-3f48-4900-aace-ff93c456e82f req-c61ce11f-e7be-433f-aab6-30231d6e6ae8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.0766175 Mar 08 13:56:32.194233 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecfd77-df94-4bc1-85d8-bc09ddd291c4 None None] New status for floating IP d56c4027-e9c0-4419-871c-f28492ed0e26: DOWN {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:56:32.211970 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e28a0f45-3f48-4900-aace-ff93c456e82f req-6936358a-f20d-4cd8-83db-dd9ace19d3ee tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ab3ec-4515-4935-a45e-456438d5bb85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496213 Mar 08 13:56:32.437497 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33382) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:32.487857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbecfd-6380-4442-a34b-8504f0720303 req-c40546ec-7189-4d83-8509-834bd70c25af tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:32.489996 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-22dbecfd-6380-4442-a34b-8504f0720303 req-c40546ec-7189-4d83-8509-834bd70c25af tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 946 time: 0.0587296 Mar 08 13:56:32.549668 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f60847a-3448-427a-a795-7d75a2c2793e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.593295 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port 9fe93222-a551-4f58-bb84-e13c9794c81f {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:32.593680 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.628517 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f60847a-3448-427a-a795-7d75a2c2793e admin admin] Publish callbacks [] for security_group (0b7c46e2-c880-489c-928d-7b9685f5d280), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.634661 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f60847a-3448-427a-a795-7d75a2c2793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (0b7c46e2-c880-489c-928d-7b9685f5d280), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.682475 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-9f60847a-3448-427a-a795-7d75a2c2793e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=571f2fd937e2400c9988ba4d10ac042d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434351 Mar 08 13:56:32.683120 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60847a-3448-427a-a795-7d75a2c2793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c46e2-c880-489c-928d-7b9685f5d280,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:32.686727 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33390) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:32.691570 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] For port 9fe93222-a551-4f58-bb84-e13c9794c81f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fe93222-a551-4f58-bb84-e13c9794c81f,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:32.692248 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.706612 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33392) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:32.772797 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6967-b687-4b32-a6da-6072e0401677 admin admin] Publish callbacks [] for security_group (0b7c46e2-c880-489c-928d-7b9685f5d280), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.793767 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (29dfebee-3fe5-4513-8b1a-a9be6b7fa986), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.812692 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6967-b687-4b32-a6da-6072e0401677 admin admin] Publish callbacks [] for security_group (0b7c46e2-c880-489c-928d-7b9685f5d280), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.840665 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (29dfebee-3fe5-4513-8b1a-a9be6b7fa986), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.873617 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.873953 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (27111356-6fe2-439b-aa0d-4f0376ace0e8), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.874698 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP 27111356-6fe2-439b-aa0d-4f0376ace0e8 disassociated. External IP: 172.27.2.237, port: 9fe93222-a551-4f58-bb84-e13c9794c81f. Mar 08 13:56:32.874698 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for 9fe93222-a551-4f58-bb84-e13c9794c81f owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:32.903013 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:56:32.905038 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (29dfebee-3fe5-4513-8b1a-a9be6b7fa986), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.908154 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.910012 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "DELETE /v2.0/security-groups/29dfebee-3fe5-4513-8b1a-a9be6b7fa986 HTTP/1.1" status: 204 len: 168 time: 0.2017937 Mar 08 13:56:32.915792 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6967-b687-4b32-a6da-6072e0401677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (0b7c46e2-c880-489c-928d-7b9685f5d280), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.919265 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6967-b687-4b32-a6da-6072e0401677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:32.920501 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1a2b6967-b687-4b32-a6da-6072e0401677 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b7c46e2-c880-489c-928d-7b9685f5d280 HTTP/1.1" status: 204 len: 168 time: 0.2325981 Mar 08 13:56:32.929850 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:56:32.930546 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 73480755-2bcf-4e34-8eb0-36dfe9dcb1d6 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:56:32.937306 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33394) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:32.956383 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.api.v2.resource [None req-e855cae8-71cd-47f3-b010-a90345efd3f0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] show failed (client error): The resource could not be found. Mar 08 13:56:32.957605 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-e855cae8-71cd-47f3-b010-a90345efd3f0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups/29dfebee-3fe5-4513-8b1a-a9be6b7fa986 HTTP/1.1" status: 404 len: 347 time: 0.0188622 Mar 08 13:56:32.958665 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dfebee-3fe5-4513-8b1a-a9be6b7fa986,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:32.961272 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33398) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:33.004169 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.004512 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.005000 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.005448 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.005853 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.006184 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.006683 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.007044 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.007345 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.007667 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.008157 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.008645 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.009133 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392694d-8eb7-44e2-a408-d639b549ee98 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:33.009922 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9fe93222-a551-4f58-bb84-e13c9794c81f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.025950 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b6967-b687-4b32-a6da-6072e0401677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c46e2-c880-489c-928d-7b9685f5d280,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:33.043794 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=9fe93222-a551-4f58-bb84-e13c9794c81f,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:33.194779 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:33.411416 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9a9626ca-fd9e-4c3d-be6c-36634d23bfae req-2179f73a-e318-43b9-b4e4-4de2f008902f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0839260 Mar 08 13:56:33.425734 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:33.437136 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:33.452612 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:33.453267 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:33.495307 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Deleting port 9acaf0b7-322b-45cb-92ed-30636ce96cf6 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:33.495923 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.579204 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.579463 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (9acaf0b7-322b-45cb-92ed-30636ce96cf6), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.596095 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Calling delete_port for 9acaf0b7-322b-45cb-92ed-30636ce96cf6 owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:33.625408 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:33.786887 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] No DVR routers for this DVR port 9fe93222-a551-4f58-bb84-e13c9794c81f on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:56:33.791697 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.805960 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-22dbecfd-6380-4442-a34b-8504f0720303 req-4e047824-6a6b-4590-a274-5ae60d250dcc tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "DELETE /v2.0/ports/9fe93222-a551-4f58-bb84-e13c9794c81f HTTP/1.1" status: 204 len: 173 time: 1.3075860 Mar 08 13:56:33.806805 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'name': 'network-vif-deleted', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:33.809401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e06be9-d6bd-40f5-ae18-0bbc437892d3" -d '{"events": [{"server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "name": "network-vif-deleted", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:33.812780 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (9acaf0b7-322b-45cb-92ed-30636ce96cf6), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.850078 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event deleted for resources: {'Port': ['ID=9acaf0b7-322b-45cb-92ed-30636ce96cf6,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:33.878842 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d686d9-e959-4496-81fd-1293c44684d3 x-openstack-request-id: req-13d686d9-e959-4496-81fd-1293c44684d3 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:33.879149 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50faf638-ce29-4c0b-a88e-c3b60faf00e0", "name": "network-vif-deleted", "tag": "9fe93222-a551-4f58-bb84-e13c9794c81f", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:33.879569 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13d686d9-e959-4496-81fd-1293c44684d3 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:33.879975 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50faf638-ce29-4c0b-a88e-c3b60faf00e0', 'name': 'network-vif-deleted', 'tag': '9fe93222-a551-4f58-bb84-e13c9794c81f', 'status': 'completed', 'code': 200} Mar 08 13:56:33.935118 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (d56c4027-e9c0-4419-871c-f28492ed0e26), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.938055 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:33.939928 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-e52f3398-39bf-46a3-a1ed-aaa24d19c305 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "DELETE /v2.0/floatingips/d56c4027-e9c0-4419-871c-f28492ed0e26 HTTP/1.1" status: 204 len: 168 time: 0.9761341 Mar 08 13:56:34.013136 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:43Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:34.059455 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:34.069426 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:34.070352 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:34.213811 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:34.254902 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33438) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:34.261919 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796136641', 'description': 'tempest-description--1365810175'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:34.293571 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.375001 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (58824e97-3b70-488f-acf1-00a5b8978f24), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.380093 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (58824e97-3b70-488f-acf1-00a5b8978f24), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.431792 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33448) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:34.475016 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.477932 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2218928 Mar 08 13:56:34.482568 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33452) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:34.498380 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'security_group_rule': {'security_group_id': '58824e97-3b70-488f-acf1-00a5b8978f24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:34.519584 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f078472-4c47-4f70-bf84-a784dac88579 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58824e97-3b70-488f-acf1-00a5b8978f24,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:34.529708 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Deleting subnet 6c3b0801-2e80-43cf-b500-693cbc206fd1 {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:56:34.538972 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Publish callbacks [] for subnet (6c3b0801-2e80-43cf-b500-693cbc206fd1), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.571265 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (5ce92215-636e-4c61-a286-68b8eacca5ef), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.596465 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:43Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:34.635271 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342147ed-9d75-4bc8-9abb-eafbbe9bf454 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '9f926100-42ef-466b-ba85-142c059e1dfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:27:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da906372-7fae-488c-ac85-39060ddbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:53:22Z', 'updated_at': '2022-03-08T13:53:43Z', 'revision_number': 2, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:34.645228 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (6c3b0801-2e80-43cf-b500-693cbc206fd1), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.649483 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a0889e45-90b4-48c9-bc6b-59329fac8d5b req-1ba709cf-6f47-439f-9b69-b57d2352417e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=50faf638-ce29-4c0b-a88e-c3b60faf00e0 HTTP/1.1" status: 200 len: 210 time: 0.0496202 Mar 08 13:56:34.710709 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (6c3b0801-2e80-43cf-b500-693cbc206fd1), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.711675 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (5ce92215-636e-4c61-a286-68b8eacca5ef), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.717144 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (5ce92215-636e-4c61-a286-68b8eacca5ef), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.732175 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce92215-636e-4c61-a286-68b8eacca5ef,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:34.759447 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.767606 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-95aed0a6-b8b2-4869-a041-9fa65685b32c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805886 Mar 08 13:56:34.771388 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33456) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:34.789745 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'security_group_rule': {'security_group_id': '58824e97-3b70-488f-acf1-00a5b8978f24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:34.791392 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (6c3b0801-2e80-43cf-b500-693cbc206fd1), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.836938 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (a79ba7f0-f789-4fa6-9ce5-9f321eb4fcd4), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.841496 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.850258 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c3b0801-2e80-43cf-b500-693cbc206fd1 HTTP/1.1" status: 204 len: 168 time: 0.4173427 Mar 08 13:56:34.851582 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33460) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:34.852307 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e74189-6b79-4304-a76d-c8e4dd53496d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3b0801-2e80-43cf-b500-693cbc206fd1,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:34.912847 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (a79ba7f0-f789-4fa6-9ce5-9f321eb4fcd4), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.918419 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (a79ba7f0-f789-4fa6-9ce5-9f321eb4fcd4), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.949275 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (9b923cb3-be0d-4c07-9068-a59fb7695f97), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.950528 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79ba7f0-f789-4fa6-9ce5-9f321eb4fcd4,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:34.961779 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:34.966022 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-74ef9159-434c-41a5-bd75-94b1799e720a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935692 Mar 08 13:56:34.969007 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33462) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:34.976574 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:35.002160 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.073541 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (9b923cb3-be0d-4c07-9068-a59fb7695f97), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.101145 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b923cb3-be0d-4c07-9068-a59fb7695f97']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:35.111917 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb3ecd-a589-4777-991a-56c19f8b99e9 None None] New status for floating IP 27111356-6fe2-439b-aa0d-4f0376ace0e8: DOWN {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:56:35.116967 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833b0bfc-41f0-44ac-b822-3f4eaeb43da3') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:35.116967 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833b0bfc-41f0-44ac-b822-3f4eaeb43da3') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:35.127945 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (833b0bfc-41f0-44ac-b822-3f4eaeb43da3), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.133215 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.148823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (833b0bfc-41f0-44ac-b822-3f4eaeb43da3), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.164267 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:56:35.164684 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (833b0bfc-41f0-44ac-b822-3f4eaeb43da3), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:56:35.167151 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:56:35.248678 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (9b923cb3-be0d-4c07-9068-a59fb7695f97), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.264969 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.268103 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] 10.222.0.18 "DELETE /v2.0/networks/9b923cb3-be0d-4c07-9068-a59fb7695f97 HTTP/1.1" status: 204 len: 168 time: 0.4078035 Mar 08 13:56:35.269474 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66940cd-4ce7-4809-9084-b1f2a56ea19e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b923cb3-be0d-4c07-9068-a59fb7695f97,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:35.273765 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Allocated IP 172.27.2.76 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/c48cd6e6-3fb3-4236-8e39-e674c4c498aa) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:35.385972 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.420501 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.437279 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33468) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:35.461492 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:35.464352 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:35.467726 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:35.480759 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-c704be0d-83d1-4afc-93ff-8bc8b30d24f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec245e0430fa4153a547d63719aa4c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421443 Mar 08 13:56:35.483258 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33470) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:35.494385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'Port': ['ID=c48cd6e6-3fb3-4236-8e39-e674c4c498aa,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:35.535127 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d32ce222-b5fc-4f44-9e7d-451e691d5d0b admin admin] Publish callbacks [] for security_group (2a93ca04-a2fe-4db8-97c3-56a487a6330a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.556316 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d32ce222-b5fc-4f44-9e7d-451e691d5d0b admin admin] Publish callbacks [] for security_group (2a93ca04-a2fe-4db8-97c3-56a487a6330a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.559857 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (bb6cacf7-ccf7-42e8-a283-d2f79d291bd3), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.599414 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.606267 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d32ce222-b5fc-4f44-9e7d-451e691d5d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (2a93ca04-a2fe-4db8-97c3-56a487a6330a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.608861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d32ce222-b5fc-4f44-9e7d-451e691d5d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.610115 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d32ce222-b5fc-4f44-9e7d-451e691d5d0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a93ca04-a2fe-4db8-97c3-56a487a6330a HTTP/1.1" status: 204 len: 168 time: 0.1257873 Mar 08 13:56:35.619230 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ce222-b5fc-4f44-9e7d-451e691d5d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a93ca04-a2fe-4db8-97c3-56a487a6330a,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:35.738669 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33478) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:35.756202 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.761505 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.799270 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0d8c-ad01-4b55-8fca-8eee84155d73 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (4b3ab3ec-4515-4935-a45e-456438d5bb85), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.827717 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0d8c-ad01-4b55-8fca-8eee84155d73 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (4b3ab3ec-4515-4935-a45e-456438d5bb85), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.835453 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'Port': ['ID=c48cd6e6-3fb3-4236-8e39-e674c4c498aa,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:35.846414 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (bb6cacf7-ccf7-42e8-a283-d2f79d291bd3), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.865296 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.875294 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c2c57153-3846-44c5-b0dd-e346f2211188 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8963275 Mar 08 13:56:35.903470 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0d8c-ad01-4b55-8fca-8eee84155d73 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (4b3ab3ec-4515-4935-a45e-456438d5bb85), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.907214 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0d8c-ad01-4b55-8fca-8eee84155d73 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:35.908484 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0dfa0d8c-ad01-4b55-8fca-8eee84155d73 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b3ab3ec-4515-4935-a45e-456438d5bb85 HTTP/1.1" status: 204 len: 168 time: 0.1684978 Mar 08 13:56:35.911395 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33488) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:35.926396 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.api.v2.resource [None req-12fe46ca-ebfe-4f29-b9fa-4b8850846232 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] show failed (client error): The resource could not be found. Mar 08 13:56:35.927519 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-12fe46ca-ebfe-4f29-b9fa-4b8850846232 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups/4b3ab3ec-4515-4935-a45e-456438d5bb85 HTTP/1.1" status: 404 len: 347 time: 0.0150619 Mar 08 13:56:35.930796 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33492) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:35.940005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa0d8c-ad01-4b55-8fca-8eee84155d73 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ab3ec-4515-4935-a45e-456438d5bb85,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:36.084619 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port 329cb65b-a0ca-4bb3-8f03-de0b7c312c80 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:36.085248 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.115730 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-6a86dc44-a2b4-494f-aece-27087adf12a2 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--796136641&fields=id&tenant_id=98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 267 time: 0.0468359 Mar 08 13:56:36.179200 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.179574 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.193997 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for 329cb65b-a0ca-4bb3-8f03-de0b7c312c80 owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:36.247321 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-43a7b6a8-9a21-407e-9df2-98128b07e01f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:36.248808 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-43a7b6a8-9a21-407e-9df2-98128b07e01f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 817 time: 0.1163807 Mar 08 13:56:36.264021 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-389a2e38-b875-4c4e-89c7-f354d0057e4c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/quotas/98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Mar 08 13:56:36.329762 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-66bce15d-bfe6-4aaf-a9ef-30d767d279b5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597827 Mar 08 13:56:36.354082 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (329cb65b-a0ca-4bb3-8f03-de0b7c312c80), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.381464 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=329cb65b-a0ca-4bb3-8f03-de0b7c312c80,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:36.433182 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-de8711fd-7d2d-4576-8909-8c18250bfbf0 service neutron] 10.222.0.18 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902221 Mar 08 13:56:36.447174 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (27111356-6fe2-439b-aa0d-4f0376ace0e8), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.450143 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.451325 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c664163c-d754-4c43-a15f-50c8bb804303 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/floatingips/27111356-6fe2-439b-aa0d-4f0376ace0e8 HTTP/1.1" status: 204 len: 168 time: 0.5195127 Mar 08 13:56:36.452013 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33524) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:36.541663 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5b6a0dd-9f14-42ed-8959-0cb8a0e80384 service neutron] 10.222.0.18 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027710 Mar 08 13:56:36.556566 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1079839451-network', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:36.578477 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Made reservation on behalf of 34f980e7a3e94d7ca2edd7cf4e17633c for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:36.582132 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.591169 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.691927 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks [] for security_group (d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.699132 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.729018 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-587399b5-6c85-4e76-be84-937e0ba9196c req-6366aee1-e7a8-4088-819e-29d836c0a4a7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 210 time: 0.0363975 Mar 08 13:56:36.742050 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:56:36.760752 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:36.766649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (3d5ec62e-d9fb-40ae-a3c9-0896456a7783), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.767243 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Added segment 3d5ec62e-d9fb-40ae-a3c9-0896456a7783 of type vlan for network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 Mar 08 13:56:36.812087 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (de1ef119-5ffc-49f0-95ed-4fe75e153aa1), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.838913 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (de1ef119-5ffc-49f0-95ed-4fe75e153aa1), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.839830 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:36.840411 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.875570 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4225287 Mar 08 13:56:36.878621 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33546) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:36.884426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Request body: {'subnet': {'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1079839451-subnet', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:36.904302 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bcce0-5d85-4237-a19c-592e3092788f admin admin] Pushing event updated for resources: {'Network': ['ID=de1ef119-5ffc-49f0-95ed-4fe75e153aa1,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:36.907732 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Made reservation on behalf of 34f980e7a3e94d7ca2edd7cf4e17633c for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:36.910180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:36.914749 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:56:37.083924 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (12e2318f-dac0-4705-86ac-11acb1887e8c), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.143621 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e2318f-dac0-4705-86ac-11acb1887e8c,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:37.152349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Checking segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:37.152702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Network hostable DHCP agents. Network: de1ef119-5ffc-49f0-95ed-4fe75e153aa1, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:56:37.171428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:56:37.181107 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, de1ef119-5ffc-49f0-95ed-4fe75e153aa1) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:37.185225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:37.185926 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.191692 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2d964-9695-495c-81ac-93fa3919fea9 None None] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:56:37.205996 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-36506420-ba05-4439-9276-c1760a59312e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3254173 Mar 08 13:56:37.207837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33552) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:37.212046 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:37.232108 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.233104 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.268567 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.292665 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks [] for router_controller (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), precommit_add_association {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.305985 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:56:37.306985 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.437257 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks [] for router_gateway (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.452198 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Allocated IP 172.20.0.2 (de1ef119-5ffc-49f0-95ed-4fe75e153aa1/12e2318f-dac0-4705-86ac-11acb1887e8c/a375c468-2d30-42ce-bd0c-42a3db8cfff0) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:37.601848 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Publish callbacks [] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.608964 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.636042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks [] for router_gateway (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.647346 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:37.650084 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:37.653456 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:37.654553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.664882 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Pushing event updated for resources: {'Port': ['ID=a375c468-2d30-42ce-bd0c-42a3db8cfff0,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:37.686301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.686648 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.686980 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.687305 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.687626 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.687926 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.688248 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.688570 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.688876 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.689189 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.689526 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.689840 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.690151 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:37.721709 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Attempting to bind port a375c468-2d30-42ce-bd0c-42a3db8cfff0 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:37.722069 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Attempting to bind port a375c468-2d30-42ce-bd0c-42a3db8cfff0 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:37.722419 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Attempting to bind port a375c468-2d30-42ce-bd0c-42a3db8cfff0 on network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:37.727519 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:37.727887 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Checking segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:37.728276 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.728684 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Bound using segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:37.729117 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Bound port: a375c468-2d30-42ce-bd0c-42a3db8cfff0, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:37.729516 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.763601 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Allocated IP 172.27.2.185 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/5665b418-c979-4132-91d6-f187ef97cafd) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:37.793692 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] For port a375c468-2d30-42ce-bd0c-42a3db8cfff0, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:37.803180 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] For port a375c468-2d30-42ce-bd0c-42a3db8cfff0, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=a375c468-2d30-42ce-bd0c-42a3db8cfff0,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:37.815756 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.894701 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2024-cb84-4047-9678-930a1b73c821 None None] Pushing event updated for resources: {'Port': ['ID=a375c468-2d30-42ce-bd0c-42a3db8cfff0,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:37.897492 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks [] for port (5665b418-c979-4132-91d6-f187ef97cafd), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.951072 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1a69d2de-3fb8-4e0a-b6f1-24643d48f4a3 req-100e8d04-acda-4f45-92f7-afcd46d4060f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 210 time: 0.0624771 Mar 08 13:56:37.961766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (5665b418-c979-4132-91d6-f187ef97cafd), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:37.999912 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:38.004598 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:38.009920 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:38.018120 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9fe93222-a551-4f58-bb84-e13c9794c81f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:56:38.041244 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Pushing event updated for resources: {'Port': ['ID=5665b418-c979-4132-91d6-f187ef97cafd,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:38.055411 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 9fe93222-a551-4f58-bb84-e13c9794c81f {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:56:38.056713 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9fe93222-a551-4f58-bb84-e13c9794c81f not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:56:38.307585 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks [] for router_gateway (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:38.507994 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:38.641183 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:56:38.757006 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:38.772298 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Sync routers for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:38.781216 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:38.787251 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-c7310863-10f3-464d-86b7-2fe8adfa2513 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5739124 Mar 08 13:56:38.787343 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33560) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:38.787816 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:38.787816 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:38.822892 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device a375c468-2d30-42ce-bd0c-42a3db8cfff0 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:38.855728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6310ff7-39e4-47ae-8349-2ff7038cd522 None None] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:56:39.083478 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-13c8f3e3-e25a-4db0-bfcb-de4437eb7842 req-0957cb4b-6d84-44a3-9291-703c740f1310 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 210 time: 0.0360241 Mar 08 13:56:39.162348 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:39.164086 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] Provisioning complete for port a375c468-2d30-42ce-bd0c-42a3db8cfff0 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:39.164452 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.268565 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port a375c468-2d30-42ce-bd0c-42a3db8cfff0 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:39.268952 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.277393 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.484467 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Allocated IP 172.20.0.1 (de1ef119-5ffc-49f0-95ed-4fe75e153aa1/12e2318f-dac0-4705-86ac-11acb1887e8c/e3f1b825-b4cf-4054-926a-6f657208c49b) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:39.492489 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] Current status of the port a375c468-2d30-42ce-bd0c-42a3db8cfff0 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:39.492879 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.517684 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port a375c468-2d30-42ce-bd0c-42a3db8cfff0 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:39.518070 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.563089 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] For port a375c468-2d30-42ce-bd0c-42a3db8cfff0, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=a375c468-2d30-42ce-bd0c-42a3db8cfff0,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:39.572295 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.579414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:38Z', 'revision_number': 3, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:39.608722 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Checking router: b5a22fdf-1008-4004-8043-4eb0a4bc9af9 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:39.609173 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Updating router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 port 5665b418-c979-4132-91d6-f187ef97cafd binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:56:39.686577 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks [] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.691093 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-4c2b2c22-5897-456a-b9c6-abb816fd793b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:39.692988 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-4c2b2c22-5897-456a-b9c6-abb816fd793b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 817 time: 0.1362264 Mar 08 13:56:39.712808 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (5665b418-c979-4132-91d6-f187ef97cafd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.716460 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.db.api [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:56:39.717018 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG oslo_db.api [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:56:39.758820 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.761152 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0503c-87d1-411c-98df-58c4d3792c93 None None] Pushing event updated for resources: {'Port': ['ID=a375c468-2d30-42ce-bd0c-42a3db8cfff0,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:39.790489 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-ce9d1ddd-9999-4ef3-a38f-25adf0b44745 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 379 time: 0.0863369 Mar 08 13:56:39.808111 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'port': {'device_id': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'admin_state_up': True, 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'security_groups': ['58824e97-3b70-488f-acf1-00a5b8978f24']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:39.837019 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:39.843706 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:39.860827 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Pushing event updated for resources: {'Port': ['ID=e3f1b825-b4cf-4054-926a-6f657208c49b,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:39.864656 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-55504284-ae2b-464f-95f7-b7fdf755340f None None] Provisioning complete for port a375c468-2d30-42ce-bd0c-42a3db8cfff0 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:39.865032 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-55504284-ae2b-464f-95f7-b7fdf755340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.870587 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:39.910857 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:39.958754 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Made reservation on behalf of 98537a177d784e0cb148e3f73688f0c0 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:39.964173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.021237 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-55504284-ae2b-464f-95f7-b7fdf755340f None None] Current status of the port a375c468-2d30-42ce-bd0c-42a3db8cfff0 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:40.106247 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.136262 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Allocated IP 172.20.0.11 (7c956211-c984-4af4-8354-8ab8245c9d65/28f895ec-524d-41a2-af65-d6eb24f3effe/650dfbd6-2f80-47ca-bbe2-7e1cc38ba415) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:40.172169 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Publish callbacks [] for port (5665b418-c979-4132-91d6-f187ef97cafd), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.175478 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-061aebb1-2d9c-4cd4-a804-f5a847e54bbc None None] Provisioning complete for port e3f1b825-b4cf-4054-926a-6f657208c49b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:40.176112 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-061aebb1-2d9c-4cd4-a804-f5a847e54bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.211163 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (5665b418-c979-4132-91d6-f187ef97cafd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.261734 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-061aebb1-2d9c-4cd4-a804-f5a847e54bbc None None] Port e3f1b825-b4cf-4054-926a-6f657208c49b cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:56:40.283489 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e0500-20ea-48d9-a339-fe1ff6d7beb0 None None] Pushing event updated for resources: {'Port': ['ID=5665b418-c979-4132-91d6-f187ef97cafd,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:40.308699 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Attempting to bind port 5665b418-c979-4132-91d6-f187ef97cafd on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:40.309072 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Attempting to bind port 5665b418-c979-4132-91d6-f187ef97cafd by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:40.309453 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Attempting to bind port 5665b418-c979-4132-91d6-f187ef97cafd on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:40.315383 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port a375c468-2d30-42ce-bd0c-42a3db8cfff0 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:40.318273 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:40.318682 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:40.319205 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.319581 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:40.320053 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Bound port: 5665b418-c979-4132-91d6-f187ef97cafd, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:40.320426 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (5665b418-c979-4132-91d6-f187ef97cafd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.337119 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks [] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.345241 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.380517 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] For port 5665b418-c979-4132-91d6-f187ef97cafd, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:40.385807 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] For port 5665b418-c979-4132-91d6-f187ef97cafd, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=5665b418-c979-4132-91d6-f187ef97cafd,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:40.394027 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (5665b418-c979-4132-91d6-f187ef97cafd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.451448 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.472149 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:40.473026 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:40.478971 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Pushing event updated for resources: {'Port': ['ID=e3f1b825-b4cf-4054-926a-6f657208c49b,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:40.522407 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052396d-b418-455c-8888-6204701643bf req-1311fb11-aaaa-46ed-922e-f8b820f6d3a5 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:40.524248 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b052396d-b418-455c-8888-6204701643bf req-1311fb11-aaaa-46ed-922e-f8b820f6d3a5 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.1328745 Mar 08 13:56:40.538087 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e0500-20ea-48d9-a339-fe1ff6d7beb0 None None] Pushing event updated for resources: {'Port': ['ID=5665b418-c979-4132-91d6-f187ef97cafd,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:40.621684 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3743eafe-25a9-40f9-85f4-27589e52d809 req-1f8754c1-e4fa-4249-88c8-a0125743a644 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 210 time: 0.4135478 Mar 08 13:56:40.630282 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b052396d-b418-455c-8888-6204701643bf req-cf8c1eda-2b6b-4961-8782-5f600b0d4f0e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774260 Mar 08 13:56:40.642825 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:40.644239 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:40.667528 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:40.687084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.752846 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.784894 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device a375c468-2d30-42ce-bd0c-42a3db8cfff0 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:40.801409 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:40.810794 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Network 7c956211-c984-4af4-8354-8ab8245c9d65 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:40.814714 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:40.826881 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:40.886551 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:40.906523 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:40.907283 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.913709 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port a375c468-2d30-42ce-bd0c-42a3db8cfff0 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:40.914218 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:40.927439 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-d221e211-800c-4285-ba06-6a90396a048e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1233482 Mar 08 13:56:40.940494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Request body: {'port': {'device_id': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:40.942588 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:40.955129 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-08921004-59b7-4ca6-a752-391fdebf5ace admin admin] 10.222.0.18 "PUT /v2.0/routers/b5a22fdf-1008-4004-8043-4eb0a4bc9af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1682172 Mar 08 13:56:41.016400 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.212515 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-f6cc606d-b295-43c0-8bd1-e89d42a7b555 None None] Provisioning complete for port e3f1b825-b4cf-4054-926a-6f657208c49b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:41.213154 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f6cc606d-b295-43c0-8bd1-e89d42a7b555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.265683 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port a375c468-2d30-42ce-bd0c-42a3db8cfff0 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:41.268609 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc606d-b295-43c0-8bd1-e89d42a7b555 None None] Port e3f1b825-b4cf-4054-926a-6f657208c49b cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:56:41.273699 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 2, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:41.306476 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb192ae-c830-46f0-81f0-a4ff7cd0c94c None None] The sync data for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi is: [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 2, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:41.318314 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:56:41.331675 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Publish callbacks [] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.345076 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Transition to ACTIVE for port object 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:56:41.351389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.412201 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:41.494902 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Attempting to bind port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:41.495238 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Attempting to bind port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:41.495550 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Attempting to bind port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 on network 7c956211-c984-4af4-8354-8ab8245c9d65 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:41.505832 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 on network 7c956211-c984-4af4-8354-8ab8245c9d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:56:41.506180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Attempting to bind port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 on network 7c956211-c984-4af4-8354-8ab8245c9d65 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:41.514278 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:41.514757 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33608) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:41.514977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Checking segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:41.515568 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Bound using segment: {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:41.516173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Bound port: 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc6263a-d318-4e31-b302-b710808e3449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:41.516718 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.531083 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-909993612-network', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:41.557224 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Made reservation on behalf of bb5d65b8049640b68446c765a4db82e4 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:41.559914 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.613334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:41.617975 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:41.626308 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.760910 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:41.761642 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:41.763001 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 1094 time: 0.8269401 Mar 08 13:56:41.763471 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:41.765822 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e" -d '{"events": [{"name": "network-changed", "server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:41.875526 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5877a8e-335f-4caa-92dd-c159e02d19c5 service neutron] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:41.920645 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124c1c2-79bb-4a3c-bbc9-d5f9717ff02c req-b0d60b51-1d4b-42a1-9c36-d23344dec269 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:41.922503 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0124c1c2-79bb-4a3c-bbc9-d5f9717ff02c req-b0d60b51-1d4b-42a1-9c36-d23344dec269 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.1831038 Mar 08 13:56:41.952282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-f6fc83bc-4158-4ac9-a9f5-8ffec4c4317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:41.953846 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-f6fc83bc-4158-4ac9-a9f5-8ffec4c4317b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1128 time: 0.1291661 Mar 08 13:56:42.005829 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.031930 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-a543cc51-383e-4a2f-8c77-f5e71488ab58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 217 time: 0.0579770 Mar 08 13:56:42.040042 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0124c1c2-79bb-4a3c-bbc9-d5f9717ff02c req-13abb549-2ec8-4928-a7e7-ab9216d0c9ec tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090612 Mar 08 13:56:42.089985 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-846af401-6c4f-4916-9500-a74c7a5d2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.093192 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-846af401-6c4f-4916-9500-a74c7a5d2d58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0522380 Mar 08 13:56:42.100111 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546dc4-e8b2-4cc6-962d-9e671a35a7ea req-8663e478-fc37-488f-8e5a-20d351606720 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.106971 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c0546dc4-e8b2-4cc6-962d-9e671a35a7ea req-8663e478-fc37-488f-8e5a-20d351606720 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.1032097 Mar 08 13:56:42.153815 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a317-d3f9-400f-9226-83b68e092122 req-26701b35-8d5c-46e4-88ea-730a2604095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.155647 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-26701b35-8d5c-46e4-88ea-730a2604095f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560246 Mar 08 13:56:42.158129 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b175bd72-a373-4238-85fa-260b070cfc36 x-openstack-request-id: req-b175bd72-a373-4238-85fa-260b070cfc36 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:42.158585 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:42.158977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b175bd72-a373-4238-85fa-260b070cfc36 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:42.159554 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'status': 'completed', 'code': 200} Mar 08 13:56:42.187360 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33622) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:42.191423 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c0546dc4-e8b2-4cc6-962d-9e671a35a7ea req-9d2b8552-e1fd-4eb3-b728-76ab54bfd2f1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755894 Mar 08 13:56:42.241811 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks [] for security_group (8ac3322d-0535-4d1b-bd52-180cdce9497a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.272715 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8ac3322d-0535-4d1b-bd52-180cdce9497a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.292039 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:56:42.311141 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-8b7132d7-bc9e-4121-be4b-a7fef3bead95 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455748 Mar 08 13:56:42.327268 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (40d09635-a01a-4231-a49b-c66435b30de3), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.327710 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Added segment 40d09635-a01a-4231-a49b-c66435b30de3 of type vlan for network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b Mar 08 13:56:42.336409 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac3322d-0535-4d1b-bd52-180cdce9497a,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:42.382774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-b474abaf-50b8-46da-bfbe-56c39d658e85 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.384336 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-b474abaf-50b8-46da-bfbe-56c39d658e85 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.1918294 Mar 08 13:56:42.401222 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.413388 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4a77f83-46a7-4b74-950c-f942a961f71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.468882 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1618a317-d3f9-400f-9226-83b68e092122 req-d7899701-7a2f-4ccb-a367-d82add108d6b service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331384 Mar 08 13:56:42.485619 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.486652 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.487281 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.536799 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4a77f83-46a7-4b74-950c-f942a961f71a admin admin] Publish callbacks [] for security_group (4ef0be68-98ff-412e-9085-cac9aa17849d), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.548141 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4a77f83-46a7-4b74-950c-f942a961f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (4ef0be68-98ff-412e-9085-cac9aa17849d), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.576203 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0576265 Mar 08 13:56:42.577616 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33628) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:42.585054 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Request body: {'subnet': {'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-909993612-subnet', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'ip_version': 4}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:42.591700 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb041a-712e-44f9-92d7-f5cc307578f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:42.602827 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:56:42.616336 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a77f83-46a7-4b74-950c-f942a961f71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef0be68-98ff-412e-9085-cac9aa17849d,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:42.625904 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b4a77f83-46a7-4b74-950c-f942a961f71a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f0f0543aabf4593b4c62c7766752070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373107 Mar 08 13:56:42.628021 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33630) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:42.642363 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port 9f926100-42ef-466b-ba85-142c059e1dfb {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:42.642699 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.649443 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-1cd5554e-7e79-47f5-a971-a7e754764ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.649667 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Made reservation on behalf of bb5d65b8049640b68446c765a4db82e4 for: {'subnet': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:42.651099 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-1cd5554e-7e79-47f5-a971-a7e754764ef7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1128 time: 0.1125777 Mar 08 13:56:42.653725 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975317'] for subnet (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.757538 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b568dfb6-f342-47dd-9097-dbfc3bb3ff5c admin admin] Publish callbacks [] for security_group (4ef0be68-98ff-412e-9085-cac9aa17849d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.799380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b568dfb6-f342-47dd-9097-dbfc3bb3ff5c admin admin] Publish callbacks [] for security_group (4ef0be68-98ff-412e-9085-cac9aa17849d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.814918 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-8d869685-906c-4227-99d7-ed19880be2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.816437 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-8d869685-906c-4227-99d7-ed19880be2de service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.1550384 Mar 08 13:56:42.828939 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 5665b418-c979-4132-91d6-f187ef97cafd up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:42.865913 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] For port 9f926100-42ef-466b-ba85-142c059e1dfb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f926100-42ef-466b-ba85-142c059e1dfb,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:42.866329 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.870591 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-98d1f501-6931-4da0-af35-c5cd165826d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 217 time: 0.0458038 Mar 08 13:56:42.905056 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 5665b418-c979-4132-91d6-f187ef97cafd triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:42.905513 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (5665b418-c979-4132-91d6-f187ef97cafd), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.931949 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-4ee853e5-70a5-4d71-b1a5-38d91d790308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:42.933612 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-4ee853e5-70a5-4d71-b1a5-38d91d790308 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0550268 Mar 08 13:56:42.934677 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b568dfb6-f342-47dd-9097-dbfc3bb3ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (4ef0be68-98ff-412e-9085-cac9aa17849d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.940565 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b568dfb6-f342-47dd-9097-dbfc3bb3ff5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:42.944548 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b568dfb6-f342-47dd-9097-dbfc3bb3ff5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ef0be68-98ff-412e-9085-cac9aa17849d HTTP/1.1" status: 204 len: 168 time: 0.3148746 Mar 08 13:56:42.963145 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568dfb6-f342-47dd-9097-dbfc3bb3ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef0be68-98ff-412e-9085-cac9aa17849d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:42.994414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 5665b418-c979-4132-91d6-f187ef97cafd is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:42.995078 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (5665b418-c979-4132-91d6-f187ef97cafd), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.013689 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-e59c70c2-d0e9-4a9c-9ebb-5b89a870055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:43.015217 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-e59c70c2-d0e9-4a9c-9ebb-5b89a870055b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662677 Mar 08 13:56:43.035032 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 5665b418-c979-4132-91d6-f187ef97cafd, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=5665b418-c979-4132-91d6-f187ef97cafd,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:43.044728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (5665b418-c979-4132-91d6-f187ef97cafd), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.111035 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:56:43.146319 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-f7876d73-20b9-4aec-ae86-68bccdc9c024 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175811 Mar 08 13:56:43.166074 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=5665b418-c979-4132-91d6-f187ef97cafd,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:43.245144 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.245716 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.245921 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8 disassociated. External IP: 172.27.2.184, port: 9f926100-42ef-466b-ba85-142c059e1dfb. Mar 08 13:56:43.246283 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for 9f926100-42ef-466b-ba85-142c059e1dfb owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:43.340397 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a442e-f2f9-413c-b9a3-dbe450422adb req-d1be9ad2-3d39-423d-8fbd-880886add51b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:43.342035 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ad0a442e-f2f9-413c-b9a3-dbe450422adb req-d1be9ad2-3d39-423d-8fbd-880886add51b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.1535022 Mar 08 13:56:43.348375 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-19a1f4b7-c60e-4f19-be61-b4d19c03b56e req-d96e4338-4ba6-4ca7-b597-78ced1253e93 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932476 Mar 08 13:56:43.384348 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8599758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8975307'] for subnet (51a20c11-6909-409c-8f9a-365c96d59dbf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.400827 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ad0a442e-f2f9-413c-b9a3-dbe450422adb req-ec0e51f6-1641-4060-a066-1552607dc904 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507116 Mar 08 13:56:43.466372 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a20c11-6909-409c-8f9a-365c96d59dbf,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:43.489731 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a25d2f-ca4b-42c1-9d28-b0bd18c2d554 req-813a0d3e-f768-4668-9e3f-59a750f9b7fb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:43.491209 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-39a25d2f-ca4b-42c1-9d28-b0bd18c2d554 req-813a0d3e-f768-4668-9e3f-59a750f9b7fb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 945 time: 0.1830935 Mar 08 13:56:43.510669 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Checking segment: {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:43.511033 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Network hostable DHCP agents. Network: c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:56:43.585394 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:56:43.590050 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-39a25d2f-ca4b-42c1-9d28-b0bd18c2d554 req-34fb3a44-d4b6-4485-b0ba-25ade7c3440d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=9624b3d0-9345-4032-bf08-2f4e9ce612d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925868 Mar 08 13:56:43.593628 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (9f926100-42ef-466b-ba85-142c059e1dfb), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.602115 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b) {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:43.610892 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7d7ec-4ed1-47d7-8c3e-11247ab54ee3 None None] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:56:43.625540 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:43.626129 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.628671 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=9f926100-42ef-466b-ba85-142c059e1dfb,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:43.683150 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-07eaec90-4f91-49a1-96fd-086e14144d99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1043630 Mar 08 13:56:43.685765 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33642) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:43.691429 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:43.736635 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b', 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b', 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'fixed_ips': [{'subnet_id': '51a20c11-6909-409c-8f9a-365c96d59dbf'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:56:43.737972 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.746268 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (8469f520-d028-44cd-a4f4-03c8060b0acf), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.747305 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (8469f520-d028-44cd-a4f4-03c8060b0acf), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.818582 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:43.821707 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks [] for router_controller (8469f520-d028-44cd-a4f4-03c8060b0acf), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:43.913804 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Allocated IP 172.20.0.2 (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b/51a20c11-6909-409c-8f9a-365c96d59dbf/275c6eb7-0991-451d-a6ed-758e2e5353e3) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:44.043250 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks [] for router_gateway (8469f520-d028-44cd-a4f4-03c8060b0acf), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.085165 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Publish callbacks [] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.092520 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:44.095776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.109307 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:44.123740 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:44.125319 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:44.126914 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a1b5-e907-4283-a67b-8e07f465e549 req-ae8faeac-b309-4a3d-a64d-0856fb4d9c47 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:44.140148 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ac75a1b5-e907-4283-a67b-8e07f465e549 req-ae8faeac-b309-4a3d-a64d-0856fb4d9c47 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0858524 Mar 08 13:56:44.155671 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Pushing event updated for resources: {'Port': ['ID=275c6eb7-0991-451d-a6ed-758e2e5353e3,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:44.167108 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:44.168981 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:44.171574 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:44.173993 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] No DVR routers for this DVR port 9f926100-42ef-466b-ba85-142c059e1dfb on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:56:44.177650 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.181056 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bd21a9d9-b0de-4028-91db-a5fbb2290b3a req-f384a3fe-5eb0-4ce6-a629-e112e1677131 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "DELETE /v2.0/ports/9f926100-42ef-466b-ba85-142c059e1dfb HTTP/1.1" status: 204 len: 173 time: 1.7883177 Mar 08 13:56:44.214096 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'name': 'network-vif-deleted', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:44.217569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56133a82-4e81-473e-b94b-35a51bcd6bf3" -d '{"events": [{"server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "name": "network-vif-deleted", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:44.234432 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ac75a1b5-e907-4283-a67b-8e07f465e549 req-a530f507-8da2-4712-a91d-98d485e79246 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903590 Mar 08 13:56:44.256690 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Attempting to bind port 275c6eb7-0991-451d-a6ed-758e2e5353e3 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:44.257947 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Attempting to bind port 275c6eb7-0991-451d-a6ed-758e2e5353e3 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:44.259422 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Attempting to bind port 275c6eb7-0991-451d-a6ed-758e2e5353e3 on network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:44.266795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:44.267099 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Checking segment: {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:44.267553 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.267986 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Bound using segment: {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:44.269181 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Bound port: 275c6eb7-0991-451d-a6ed-758e2e5353e3, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:44.269660 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.302962 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7aff62-359a-411e-a7e9-b96064706818 x-openstack-request-id: req-8a7aff62-359a-411e-a7e9-b96064706818 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:44.303451 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da906372-7fae-488c-ac85-39060ddbc878", "name": "network-vif-deleted", "tag": "9f926100-42ef-466b-ba85-142c059e1dfb", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:44.303710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a7aff62-359a-411e-a7e9-b96064706818 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:44.304114 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da906372-7fae-488c-ac85-39060ddbc878', 'name': 'network-vif-deleted', 'tag': '9f926100-42ef-466b-ba85-142c059e1dfb', 'status': 'completed', 'code': 200} Mar 08 13:56:44.338058 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:44.346646 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Sync routers for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:44.370657 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:44.371271 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:44.426650 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] For port 275c6eb7-0991-451d-a6ed-758e2e5353e3, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:44.440017 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks [] for router_gateway (8469f520-d028-44cd-a4f4-03c8060b0acf), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.445625 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] For port 275c6eb7-0991-451d-a6ed-758e2e5353e3, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=275c6eb7-0991-451d-a6ed-758e2e5353e3,segment=NetworkSegment(40d09635-a01a-4231-a49b-c66435b30de3),segment_id=40d09635-a01a-4231-a49b-c66435b30de3)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:44.460350 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.478764 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.552386 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:44.558436 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624bd44-58f5-477b-b76a-ca0028ddad9a req-425fd296-c366-48fb-9a28-9ef4ee40c465 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:44.568017 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0624bd44-58f5-477b-b76a-ca0028ddad9a req-425fd296-c366-48fb-9a28-9ef4ee40c465 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0824158 Mar 08 13:56:44.587269 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2177-a897-4463-9359-c7e38a3cac91 None None] Pushing event updated for resources: {'Port': ['ID=275c6eb7-0991-451d-a6ed-758e2e5353e3,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:44.612909 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Allocated IP 172.27.2.119 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/7d4d694c-3fe6-45f6-be32-1ed035f7d6f0) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:44.652840 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0624bd44-58f5-477b-b76a-ca0028ddad9a req-5d13f795-64a8-4ea7-9462-7399773c0e72 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830753 Mar 08 13:56:44.700603 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:44.756503 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:44.776885 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:44.779447 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:44.802537 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-93574f10-e7b9-40b2-9e43-4ab68520bdec req-adbfb20e-136c-4ee4-8a6d-324020cb79bb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=da906372-7fae-488c-ac85-39060ddbc878 HTTP/1.1" status: 200 len: 210 time: 0.0691848 Mar 08 13:56:44.819793 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 5665b418-c979-4132-91d6-f187ef97cafd up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:44.897831 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks [] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.924555 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 2, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:44.931078 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 5665b418-c979-4132-91d6-f187ef97cafd triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:44.932533 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (5665b418-c979-4132-91d6-f187ef97cafd), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:44.961634 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Checking router: b5a22fdf-1008-4004-8043-4eb0a4bc9af9 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:44.962319 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Updating router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 port e3f1b825-b4cf-4054-926a-6f657208c49b binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:56:44.964370 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:44.976218 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.014574 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.020533 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:45.023500 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:45.027320 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:45.065203 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:45.186025 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:45.188015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 5665b418-c979-4132-91d6-f187ef97cafd is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:45.216618 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a61ee-fd1c-4a2d-a3be-fcd1815dd994 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:45.292590 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:56:45.294809 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9f926100-42ef-466b-ba85-142c059e1dfb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:56:45.337248 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 9f926100-42ef-466b-ba85-142c059e1dfb {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:56:45.337616 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9f926100-42ef-466b-ba85-142c059e1dfb not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:56:45.387573 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e37a-5e5a-4b67-825f-2dba04de8c21 req-8670cdd3-010b-450a-aa94-42bc5b2e2fac tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:45.394163 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8202e37a-5e5a-4b67-825f-2dba04de8c21 req-8670cdd3-010b-450a-aa94-42bc5b2e2fac tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0790780 Mar 08 13:56:45.448272 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8202e37a-5e5a-4b67-825f-2dba04de8c21 req-e321239b-5fa1-4f13-84c2-9c8a1e721037 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Mar 08 13:56:45.460492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Publish callbacks [] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.478776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.531897 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:45.556747 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'mac_address': 'fa:16:3e:6b:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:56:45.561467 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks [] for router_gateway (8469f520-d028-44cd-a4f4-03c8060b0acf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.564228 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bfbeb-59c9-45c5-afac-17826ddde483 None None] Pushing event updated for resources: {'Port': ['ID=e3f1b825-b4cf-4054-926a-6f657208c49b,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:45.643601 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Attempting to bind port e3f1b825-b4cf-4054-926a-6f657208c49b on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:45.643974 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Attempting to bind port e3f1b825-b4cf-4054-926a-6f657208c49b by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:45.644349 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Attempting to bind port e3f1b825-b4cf-4054-926a-6f657208c49b on network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:45.648892 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:45.649280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.665502 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:45.665914 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Checking segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:45.666321 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.666718 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Bound using segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:45.667206 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Bound port: e3f1b825-b4cf-4054-926a-6f657208c49b, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:45.667590 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.686654 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:56:45.758527 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:45.771284 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.826040 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f11a9-b786-48ec-b642-94ff9ad3ac72 None None] New status for floating IP f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8: DOWN {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:56:45.849831 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] For port e3f1b825-b4cf-4054-926a-6f657208c49b, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:45.855142 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] For port e3f1b825-b4cf-4054-926a-6f657208c49b, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e3f1b825-b4cf-4054-926a-6f657208c49b,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:45.876299 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.890833 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:45.939751 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33666) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:45.941263 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:45.941998 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:45.968884 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (8469f520-d028-44cd-a4f4-03c8060b0acf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:45.982958 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d767e-eade-447d-97df-af0258602c97 req-9d6f95b8-ce57-4637-88ea-d68af2b63555 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:45.990996 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-171d767e-eade-447d-97df-af0258602c97 req-9d6f95b8-ce57-4637-88ea-d68af2b63555 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 945 time: 0.2154961 Mar 08 13:56:46.048146 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030ebfc-2107-415f-8099-a5c4df5a9a8c None None] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:56:46.053942 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6dd21533-9d73-4e9c-adff-479a7d284451 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (9624b3d0-9345-4032-bf08-2f4e9ce612d9), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.083841 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6dd21533-9d73-4e9c-adff-479a7d284451 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (9624b3d0-9345-4032-bf08-2f4e9ce612d9), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.107043 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bfbeb-59c9-45c5-afac-17826ddde483 None None] Pushing event updated for resources: {'Port': ['ID=e3f1b825-b4cf-4054-926a-6f657208c49b,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:46.113148 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] Provisioning complete for port e3f1b825-b4cf-4054-926a-6f657208c49b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:46.113148 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.120982 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-171d767e-eade-447d-97df-af0258602c97 req-fc701555-70be-41d5-a32e-3cdec37b99e0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289191 Mar 08 13:56:46.163689 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6dd21533-9d73-4e9c-adff-479a7d284451 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (9624b3d0-9345-4032-bf08-2f4e9ce612d9), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.167074 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6dd21533-9d73-4e9c-adff-479a7d284451 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.168360 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-6dd21533-9d73-4e9c-adff-479a7d284451 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/security-groups/9624b3d0-9345-4032-bf08-2f4e9ce612d9 HTTP/1.1" status: 204 len: 168 time: 0.2270546 Mar 08 13:56:46.172159 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33668) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:46.185789 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd21533-9d73-4e9c-adff-479a7d284451 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9624b3d0-9345-4032-bf08-2f4e9ce612d9,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:46.210134 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.api.v2.resource [None req-a414b8d7-5ab2-4d8b-b6aa-3484dffc848d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] show failed (client error): The resource could not be found. Mar 08 13:56:46.211714 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a414b8d7-5ab2-4d8b-b6aa-3484dffc848d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups/9624b3d0-9345-4032-bf08-2f4e9ce612d9 HTTP/1.1" status: 404 len: 347 time: 0.0377533 Mar 08 13:56:46.214514 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33670) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:46.266869 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-dd7b10e5-1b1c-408c-bde8-d71f3bf2e86b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:46.269564 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-dd7b10e5-1b1c-408c-bde8-d71f3bf2e86b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.0855341 Mar 08 13:56:46.329502 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Router 8469f520-d028-44cd-a4f4-03c8060b0acf is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:56:46.330296 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:56:46.350815 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port 1d8b7502-e016-422f-9d33-3fc7e53ebb77 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:46.351513 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.426716 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:46.440959 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.441598 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (1d8b7502-e016-422f-9d33-3fc7e53ebb77), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.454991 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for 1d8b7502-e016-422f-9d33-3fc7e53ebb77 owned by network:floatingip {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:46.462040 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Deleting port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:46.462398 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.530082 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:46.554445 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Sync routers for ids ['8469f520-d028-44cd-a4f4-03c8060b0acf'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:46.561189 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.565449 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1d103119-5aab-4886-a7ef-be3f458569c4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8785748 Mar 08 13:56:46.566042 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33676) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:46.621969 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] For port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:46.622337 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.648867 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af909-cdbb-44e4-8fd4-eb23b0afe8d7 req-cd1f4b5d-6c49-4061-abc7-00a61e349f9d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:46.650464 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6d8af909-cdbb-44e4-8fd4-eb23b0afe8d7 req-cd1f4b5d-6c49-4061-abc7-00a61e349f9d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 945 time: 0.1186657 Mar 08 13:56:46.664404 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Routers {'8469f520-d028-44cd-a4f4-03c8060b0acf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:46.665039 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['8469f520-d028-44cd-a4f4-03c8060b0acf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:46.708280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] Current status of the port e3f1b825-b4cf-4054-926a-6f657208c49b is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:46.708669 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.728741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (1d8b7502-e016-422f-9d33-3fc7e53ebb77), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.753661 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6d8af909-cdbb-44e4-8fd4-eb23b0afe8d7 req-a14da9bf-d5da-4403-b316-7bc1e7c5198f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=73344363-d1a0-44b1-9cc8-a7f076aef1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929184 Mar 08 13:56:46.820493 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=1d8b7502-e016-422f-9d33-3fc7e53ebb77,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:46.851120 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] For port e3f1b825-b4cf-4054-926a-6f657208c49b, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e3f1b825-b4cf-4054-926a-6f657208c49b,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:46.903599 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.906343 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.909728 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-ec78e541-d696-4e22-b690-2188b620bacd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/floatingips/f9cb1e32-02a2-47a5-ba7e-76c2b557a3f8 HTTP/1.1" status: 204 len: 168 time: 0.6918628 Mar 08 13:56:46.931438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.955128 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Set router 8469f520-d028-44cd-a4f4-03c8060b0acf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:46.966027 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.966416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:46.966726 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Floating IP 372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb disassociated. External IP: 172.27.2.175, port: 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73. Mar 08 13:56:46.967063 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Calling delete_port for 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:47.044262 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 275c6eb7-0991-451d-a6ed-758e2e5353e3 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:47.104667 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7d2a8f65-7d46-49c1-8c37-949a04740246 None None] Provisioning complete for port e3f1b825-b4cf-4054-926a-6f657208c49b triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:47.105041 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8f65-7d46-49c1-8c37-949a04740246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.174685 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33684) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:47.179325 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429372485', 'description': 'tempest-description--869262123'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:47.207743 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e96475-bbfb-4edd-aca3-cc9147c5fd4d None None] Pushing event updated for resources: {'Port': ['ID=e3f1b825-b4cf-4054-926a-6f657208c49b,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:47.208627 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.241810 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:45Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:47.283884 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9569e38-1984-495a-91cf-beb1002495c8 None None] The sync data for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi is: [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:45Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:47.306801 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507552f-5770-4756-80c2-646f9fba437b req-553cb028-2e26-470d-a355-64ddc34e019f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:47.309330 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 275c6eb7-0991-451d-a6ed-758e2e5353e3 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:47.309997 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.312673 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.318392 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a507552f-5770-4756-80c2-646f9fba437b req-553cb028-2e26-470d-a355-64ddc34e019f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 945 time: 0.0901623 Mar 08 13:56:47.357940 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (96b45dcb-e6e6-44f6-9308-d323c877ed4b), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.374230 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (96b45dcb-e6e6-44f6-9308-d323c877ed4b), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.387702 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event deleted for resources: {'Port': ['ID=8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:47.403983 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a8f65-7d46-49c1-8c37-949a04740246 None None] Current status of the port e3f1b825-b4cf-4054-926a-6f657208c49b is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:47.429587 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a507552f-5770-4756-80c2-646f9fba437b req-b78dd672-f58d-4453-a387-3487fcf9faec tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041095 Mar 08 13:56:47.440632 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.446423 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2705772 Mar 08 13:56:47.447385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33686) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:47.450301 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37594e9-4959-40de-8fc6-503ebb8d3890 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b45dcb-e6e6-44f6-9308-d323c877ed4b,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:47.473237 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7d2a8f65-7d46-49c1-8c37-949a04740246 None None] Provisioning complete for port 275c6eb7-0991-451d-a6ed-758e2e5353e3 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:47.473643 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8f65-7d46-49c1-8c37-949a04740246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.484729 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T13:56:45Z', 'revision_number': 3, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:47.511054 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '96b45dcb-e6e6-44f6-9308-d323c877ed4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:47.512160 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 275c6eb7-0991-451d-a6ed-758e2e5353e3 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:47.512554 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.553754 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Checking router: 8469f520-d028-44cd-a4f4-03c8060b0acf for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:47.554009 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Updating router 8469f520-d028-44cd-a4f4-03c8060b0acf port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:56:47.584454 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.609015 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (8f8098e8-502c-46e0-a3ec-cf6679edd201), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.610703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.613271 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 275c6eb7-0991-451d-a6ed-758e2e5353e3, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=275c6eb7-0991-451d-a6ed-758e2e5353e3,segment=NetworkSegment(40d09635-a01a-4231-a49b-c66435b30de3),segment_id=40d09635-a01a-4231-a49b-c66435b30de3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:47.637325 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.638234 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e3f1b825-b4cf-4054-926a-6f657208c49b up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:47.677492 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Router 83434aec-3939-4495-9f54-40f5ca603998 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:47.822661 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (8f8098e8-502c-46e0-a3ec-cf6679edd201), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.829506 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a8f65-7d46-49c1-8c37-949a04740246 None None] Current status of the port 275c6eb7-0991-451d-a6ed-758e2e5353e3 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:47.842218 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (8f8098e8-502c-46e0-a3ec-cf6679edd201), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:47.845384 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=275c6eb7-0991-451d-a6ed-758e2e5353e3,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:48.099244 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port e3f1b825-b4cf-4054-926a-6f657208c49b triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:48.099809 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.156617 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-c5a90c3d-9bef-4654-b871-3bfea0058230 None None] Provisioning complete for port 275c6eb7-0991-451d-a6ed-758e2e5353e3 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:48.156987 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c5a90c3d-9bef-4654-b871-3bfea0058230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.216510 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8098e8-502c-46e0-a3ec-cf6679edd201,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:48.222974 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e7b599b-4063-420c-9295-74db32204e0e req-f083df0c-5313-41ec-ae5a-020bbdf98b89 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=027ce6e7-39d4-494f-aacd-4fdf748ac92a HTTP/1.1" status: 200 len: 210 time: 0.0486329 Mar 08 13:56:48.229318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.232822 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-7a6ef001-5686-4daf-b73c-55ab6d9c33f4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7262943 Mar 08 13:56:48.233542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33690) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:48.239046 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '96b45dcb-e6e6-44f6-9308-d323c877ed4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:48.254971 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Allocated IP 172.20.0.1 (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b/51a20c11-6909-409c-8f9a-365c96d59dbf/cdcd1c50-1daf-4442-bee7-3608619c67c2) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:48.259724 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:48.274279 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:48.277475 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (a6b1ff41-906a-4080-b748-c5819d331e67), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.288866 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:48.290206 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:48.308904 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] No DVR routers for this DVR port 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:56:48.320587 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.324051 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e04df891-fdf3-44ac-9e57-71eda7f9963d req-35a5311f-9016-4079-8e74-d79e98154998 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "DELETE /v2.0/ports/8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 HTTP/1.1" status: 204 len: 173 time: 2.0491741 Mar 08 13:56:48.324511 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'name': 'network-vif-deleted', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:48.326805 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Publish callbacks [] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.326966 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f462c129-ad51-40ad-8b35-d69ff129c848" -d '{"events": [{"server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "name": "network-vif-deleted", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:48.350042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (a6b1ff41-906a-4080-b748-c5819d331e67), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.355977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (a6b1ff41-906a-4080-b748-c5819d331e67), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.381154 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b1ff41-906a-4080-b748-c5819d331e67,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:48.388439 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.393990 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b1c6d788-52cf-4dcb-83b7-d01a48933d16 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590228 Mar 08 13:56:48.394955 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33694) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:48.399736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:48.404966 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0ef3c-05c4-4cb8-8d65-5d4b2ca41b3d x-openstack-request-id: req-aae0ef3c-05c4-4cb8-8d65-5d4b2ca41b3d {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:48.405260 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027ce6e7-39d4-494f-aacd-4fdf748ac92a", "name": "network-vif-deleted", "tag": "8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:48.405544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aae0ef3c-05c4-4cb8-8d65-5d4b2ca41b3d {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:48.405986 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027ce6e7-39d4-494f-aacd-4fdf748ac92a', 'name': 'network-vif-deleted', 'tag': '8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73', 'status': 'completed', 'code': 200} Mar 08 13:56:48.406134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.414743 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port e3f1b825-b4cf-4054-926a-6f657208c49b is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:48.427819 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks [] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.429794 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.493765 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-c5a90c3d-9bef-4654-b871-3bfea0058230 None None] Current status of the port 275c6eb7-0991-451d-a6ed-758e2e5353e3 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:48.508665 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.544835 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:48.545179 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Attempting to bind port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:48.545587 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Attempting to bind port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:48.545953 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Attempting to bind port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:48.548881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:48.549029 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f888c4-8686-4ee6-b23e-d05bc211aa9d None None] Pushing event updated for resources: {'Port': ['ID=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:48.552723 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:48.565432 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:48.565910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:48.566357 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.566758 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:48.567265 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Bound port: 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:48.567642 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.591983 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:48.622130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.657540 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] For port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:48.658280 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Pushing event updated for resources: {'Port': ['ID=cdcd1c50-1daf-4442-bee7-3608619c67c2,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:48.668113 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] For port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:48.668544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (8469f520-d028-44cd-a4f4-03c8060b0acf), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.677658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:48.789956 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364155-fcd9-4687-8380-cae7ce113f86 req-37d30ffe-881c-4ca1-9f63-427794992483 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:48.793841 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-72364155-fcd9-4687-8380-cae7ce113f86 req-37d30ffe-881c-4ca1-9f63-427794992483 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 945 time: 0.2032731 Mar 08 13:56:48.807985 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f888c4-8686-4ee6-b23e-d05bc211aa9d None None] Pushing event updated for resources: {'Port': ['ID=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:48.818375 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Routers {'8469f520-d028-44cd-a4f4-03c8060b0acf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:48.819094 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['8469f520-d028-44cd-a4f4-03c8060b0acf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:48.879711 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.27.2.177 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/abe42bcf-3933-4538-a2f7-54ae94cb31b2) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:48.880584 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:48.899015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 275c6eb7-0991-451d-a6ed-758e2e5353e3 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:48.912833 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:48.921910 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:48.922525 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:48.938614 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-72364155-fcd9-4687-8380-cae7ce113f86 req-0402723b-cb02-402f-a920-1e1f6367e888 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287980 Mar 08 13:56:49.006568 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.034977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.055811 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-9e6a9509-f4a9-48cb-bcc4-262ac9fc8387 None None] Provisioning complete for port cdcd1c50-1daf-4442-bee7-3608619c67c2 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:49.056345 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9e6a9509-f4a9-48cb-bcc4-262ac9fc8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.062277 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:49.106352 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.111690 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 275c6eb7-0991-451d-a6ed-758e2e5353e3 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:49.112289 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.155803 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] Set router 8469f520-d028-44cd-a4f4-03c8060b0acf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:49.173287 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:49.178524 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:49.190090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:49.196400 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=abe42bcf-3933-4538-a2f7-54ae94cb31b2,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:49.215480 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a9509-f4a9-48cb-bcc4-262ac9fc8387 None None] Port cdcd1c50-1daf-4442-bee7-3608619c67c2 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:56:49.232778 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks [] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.242002 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.326266 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:49.337927 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Pushing event updated for resources: {'Port': ['ID=cdcd1c50-1daf-4442-bee7-3608619c67c2,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:49.348139 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (8469f520-d028-44cd-a4f4-03c8060b0acf), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.364777 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 275c6eb7-0991-451d-a6ed-758e2e5353e3 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:49.366411 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e3f1b825-b4cf-4054-926a-6f657208c49b up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:49.376931 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33702) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:49.409273 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:49.414860 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (2ad01712-ac69-4189-a280-e168b426d642), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.453337 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9f390-909e-4399-9dac-c3b474c12ea6 None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:49.459402 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5b133ce7-72dd-426f-a3f6-9be307332837 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (73344363-d1a0-44b1-9cc8-a7f076aef1e6), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.478690 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:49.480552 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:49.496619 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:56:49.508850 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-94831def-475b-4c69-a355-8175acf12f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T13:56:45Z', 'revision_number': 3, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:49.526678 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.541546 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5b133ce7-72dd-426f-a3f6-9be307332837 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (73344363-d1a0-44b1-9cc8-a7f076aef1e6), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.543617 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:49.543983 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.549517 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94831def-475b-4c69-a355-8175acf12f90 None None] The sync data for ids ['8469f520-d028-44cd-a4f4-03c8060b0acf'] in dv-cinder-830092-2-iscsi is: [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T13:56:45Z', 'revision_number': 3, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:49.577790 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port e3f1b825-b4cf-4054-926a-6f657208c49b triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:49.577790 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.683888 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Router 8469f520-d028-44cd-a4f4-03c8060b0acf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:49.732915 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5b133ce7-72dd-426f-a3f6-9be307332837 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (73344363-d1a0-44b1-9cc8-a7f076aef1e6), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.737162 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5b133ce7-72dd-426f-a3f6-9be307332837 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.741520 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5b133ce7-72dd-426f-a3f6-9be307332837 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "DELETE /v2.0/security-groups/73344363-d1a0-44b1-9cc8-a7f076aef1e6 HTTP/1.1" status: 204 len: 168 time: 0.3629911 Mar 08 13:56:49.746031 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33704) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:49.767372 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:49.767752 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.782909 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.api.v2.resource [None req-e9858b55-49c3-410a-be3c-29081cdf9d14 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] show failed (client error): The resource could not be found. Mar 08 13:56:49.790871 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e9858b55-49c3-410a-be3c-29081cdf9d14 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups/73344363-d1a0-44b1-9cc8-a7f076aef1e6 HTTP/1.1" status: 404 len: 347 time: 0.0367959 Mar 08 13:56:49.791391 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b133ce7-72dd-426f-a3f6-9be307332837 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73344363-d1a0-44b1-9cc8-a7f076aef1e6,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:49.793710 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33706) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:49.796803 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port e3f1b825-b4cf-4054-926a-6f657208c49b is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:49.832651 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:49.835496 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf610c-21a4-4e5b-90e9-daa98275d619" -d '{"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-plugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:49.877111 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:49.890931 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:49.892024 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:56:49.912321 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:49.924222 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3d237-f46e-48b5-aa18-d384a87598bd x-openstack-request-id: req-cca3d237-f46e-48b5-aa18-d384a87598bd {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:49.924508 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-plugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:49.924759 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cca3d237-f46e-48b5-aa18-d384a87598bd {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:49.925146 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'code': 200} Mar 08 13:56:49.959814 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d120bb9e-e0d6-4034-be71-c8d8f3b6f7be admin admin] 10.222.0.18 "PUT /v2.0/routers/8469f520-d028-44cd-a4f4-03c8060b0acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3904173 Mar 08 13:56:50.011971 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0cfc0-d327-4569-a683-3e31f908ec19 None None] New status for floating IP 372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:56:50.029374 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:56:50.029719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 8803e4dc-a7aa-4b10-a4f1-6bb0ac3e4a73 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:56:50.062060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.074864 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.130522 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:50.204462 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e3a0-cc2b-4820-83b7-d505aef23c20 req-ba3909dc-526c-45ee-a518-e07c52713031 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:50.205833 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c143e3a0-cc2b-4820-83b7-d505aef23c20 req-ba3909dc-526c-45ee-a518-e07c52713031 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.1418924 Mar 08 13:56:50.207399 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=abe42bcf-3933-4538-a2f7-54ae94cb31b2,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:50.223320 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a8e5-8216-47fe-a765-9a652eb3be18 req-030a913a-99c4-4292-822a-1da244eaabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:50.223741 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b7f9172a-c384-4b02-8864-c3d70f468c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.227436 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a0f1a8e5-8216-47fe-a765-9a652eb3be18 req-030a913a-99c4-4292-822a-1da244eaabf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1130 time: 0.1034436 Mar 08 13:56:50.250819 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Deleting port e23fd80e-cf95-4890-855c-dc60f5d8c47e {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:50.259427 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.260992 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7f04af71-b853-4e1c-ba75-cfc45992050c None None] Provisioning complete for port cdcd1c50-1daf-4442-bee7-3608619c67c2 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:50.261447 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7f04af71-b853-4e1c-ba75-cfc45992050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.326911 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c143e3a0-cc2b-4820-83b7-d505aef23c20 req-f75fd252-2725-41f8-8a97-7d8f0c6fa6fe tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134555 Mar 08 13:56:50.329389 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a0f1a8e5-8216-47fe-a765-9a652eb3be18 req-1fb2feed-8fbf-458f-b098-7a94bb1d1bbf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873532 Mar 08 13:56:50.332230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7f04af71-b853-4e1c-ba75-cfc45992050c None None] Port cdcd1c50-1daf-4442-bee7-3608619c67c2 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:56:50.348019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (2ad01712-ac69-4189-a280-e168b426d642), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.434216 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.434546 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (e23fd80e-cf95-4890-855c-dc60f5d8c47e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.448849 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Calling delete_port for e23fd80e-cf95-4890-855c-dc60f5d8c47e owned by network:floatingip {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:50.455032 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.456643 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0daaddd0-b43c-459e-bf11-71a4e00ed042 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0604572 Mar 08 13:56:50.619503 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (e23fd80e-cf95-4890-855c-dc60f5d8c47e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.646654 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event deleted for resources: {'Port': ['ID=e23fd80e-cf95-4890-855c-dc60f5d8c47e,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:50.728943 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.738961 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-c280154d-6c5f-4863-af8a-aa8a062ddedf tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1429372485&fields=id&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 267 time: 0.0978045 Mar 08 13:56:50.744870 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.746872 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-fd5e4bde-0219-439c-a80b-844215628b6e tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "DELETE /v2.0/floatingips/372ea5b3-8c2a-4fff-b69e-bbc11b3dfcfb HTTP/1.1" status: 204 len: 168 time: 0.9489892 Mar 08 13:56:50.826774 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:50.837260 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33732) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:50.842604 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564614282', 'description': 'tempest-secgroup-smoke-564614282 description', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:50.877207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.895003 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:50.895559 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.911444 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-4ba0faf6-8564-4f0f-8f4a-74b7d0b7dce2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:50.919346 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-4ba0faf6-8564-4f0f-8f4a-74b7d0b7dce2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.1793354 Mar 08 13:56:50.936786 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-6317a14e-c7b4-453e-8a46-bf49243da824 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/quotas/3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 375 time: 0.0164065 Mar 08 13:56:50.978300 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group (0e7dd770-98db-44c3-a96f-4fecc0c34979), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:50.988233 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (0e7dd770-98db-44c3-a96f-4fecc0c34979), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.017059 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-2841eb27-34ed-468d-988c-8ea0eed0bebd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792675 Mar 08 13:56:51.027989 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:51.028712 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.030418 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.031680 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1936805 Mar 08 13:56:51.033101 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223de30-6bad-4bc1-83be-eb3abca6217d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7dd770-98db-44c3-a96f-4fecc0c34979,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.035269 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33736) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.039772 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group_rule': {'security_group_id': '0e7dd770-98db-44c3-a96f-4fecc0c34979', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.058851 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33738) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.063443 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093915348', 'description': 'tempest-description--2086724029'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.065270 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:51.070602 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.091764 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.126410 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (5e9e65a6-39e0-425e-af80-35b9896d9291), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.135712 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.170068 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (8aa816af-e1a1-40f0-84a7-ca05d8db1f82), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.176603 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8aa816af-e1a1-40f0-84a7-ca05d8db1f82), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.189088 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-d7b0d9e3-6bca-43c2-aec0-da0217a8af73 service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374307 Mar 08 13:56:51.214264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.215515 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1556542 Mar 08 13:56:51.217520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b7ea5-ef34-4ae7-922f-896e4e693c4f tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa816af-e1a1-40f0-84a7-ca05d8db1f82,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.219619 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33742) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.220934 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (5e9e65a6-39e0-425e-af80-35b9896d9291), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.224220 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'security_group_rule': {'security_group_id': '8aa816af-e1a1-40f0-84a7-ca05d8db1f82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.234882 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (5e9e65a6-39e0-425e-af80-35b9896d9291), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.250793 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (ab10fa0c-4c2d-48f3-8caa-7be170dc1f15), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.292777 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9e65a6-39e0-425e-af80-35b9896d9291,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.301760 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.303079 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3369bf15-400d-45dd-979c-ed2d10d1ffc2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668045 Mar 08 13:56:51.306122 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33744) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.310757 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group_rule': {'security_group_id': '0e7dd770-98db-44c3-a96f-4fecc0c34979', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.311006 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (ab10fa0c-4c2d-48f3-8caa-7be170dc1f15), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.315417 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (ab10fa0c-4c2d-48f3-8caa-7be170dc1f15), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.333595 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab10fa0c-4c2d-48f3-8caa-7be170dc1f15,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.341537 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.342746 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a0ac7ab8-418a-47e2-94ef-a13ee2b63925 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223700 Mar 08 13:56:51.345943 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33746) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.352955 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'security_group_rule': {'security_group_id': '8aa816af-e1a1-40f0-84a7-ca05d8db1f82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.365198 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-96f5e73f-6383-493d-b88a-d4d30e2ccdd9 service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578867 Mar 08 13:56:51.373318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (14b7614a-cd35-4422-99ca-c1acfd77d61b), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.432797 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (2e1ed41e-ad91-4d70-8ad9-9831105ae002), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.501328 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4a06f-b6d5-41a8-8f48-362d0e6c8b32 req-b6830981-f908-4df8-94ac-310a7ed3dac3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:51.506741 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-44a4a06f-b6d5-41a8-8f48-362d0e6c8b32 req-b6830981-f908-4df8-94ac-310a7ed3dac3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0804625 Mar 08 13:56:51.506925 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (14b7614a-cd35-4422-99ca-c1acfd77d61b), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.514202 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (14b7614a-cd35-4422-99ca-c1acfd77d61b), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.528172 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (2e1ed41e-ad91-4d70-8ad9-9831105ae002), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.541512 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b7614a-cd35-4422-99ca-c1acfd77d61b,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.544382 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (2e1ed41e-ad91-4d70-8ad9-9831105ae002), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.572281 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.578474 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-44a4a06f-b6d5-41a8-8f48-362d0e6c8b32 req-60fffd93-9c4f-4467-bc24-adb88a1ff434 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673108 Mar 08 13:56:51.583436 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33752) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.584775 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-16a0804a-19ca-41d7-9438-721f592cf0d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2776697 Mar 08 13:56:51.593066 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group_rule': {'security_group_id': '0e7dd770-98db-44c3-a96f-4fecc0c34979', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.607622 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.609478 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2611816 Mar 08 13:56:51.613285 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c96391-4c74-44dc-a8a1-b295b0468332 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1ed41e-ad91-4d70-8ad9-9831105ae002,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.613551 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33756) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.619131 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.630979 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-464284a1-d254-4194-a6da-105b730e4def req-9a9a0928-36c3-423a-87c0-abe06141b76a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 210 time: 0.0447836 Mar 08 13:56:51.641185 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (52fd58ea-c334-4296-bbde-76841f371575), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.665489 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.722758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (52fd58ea-c334-4296-bbde-76841f371575), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.734145 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (52fd58ea-c334-4296-bbde-76841f371575), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.789768 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fd58ea-c334-4296-bbde-76841f371575,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:51.795911 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.797428 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-bbb569ab-1c3a-4483-8fa3-9dc5a1093736 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2100432 Mar 08 13:56:51.799940 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33762) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:51.805262 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group_rule': {'security_group_id': '0e7dd770-98db-44c3-a96f-4fecc0c34979', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:51.840797 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (bf5f193f-cf09-46fd-afd5-de0841952e7b), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.871963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.956643 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (bf5f193f-cf09-46fd-afd5-de0841952e7b), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:51.981743 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (bf5f193f-cf09-46fd-afd5-de0841952e7b), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.011490 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5f193f-cf09-46fd-afd5-de0841952e7b,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:52.028579 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Allocated IP 172.27.2.208 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:52.032897 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.034109 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-697dc13c-098a-40a2-9d4f-1656b57ce2b9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2326703 Mar 08 13:56:52.038651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33766) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:52.041534 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group_rule': {'security_group_id': '0e7dd770-98db-44c3-a96f-4fecc0c34979', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:52.076545 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Sync routers for ids ['8469f520-d028-44cd-a4f4-03c8060b0acf'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:52.086017 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.securitygroups_db [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Project 34f980e7a3e94d7ca2edd7cf4e17633c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:56:52.089093 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Routers {'8469f520-d028-44cd-a4f4-03c8060b0acf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:52.089916 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['8469f520-d028-44cd-a4f4-03c8060b0acf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:52.093305 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (f85bebea-8f81-4e71-a99c-9f054d14abf9), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.151693 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7220fec8-0a82-4ad2-93b7-833a1ea766d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.204771 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.212389 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Set router 8469f520-d028-44cd-a4f4-03c8060b0acf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:52.215466 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (f85bebea-8f81-4e71-a99c-9f054d14abf9), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.224651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (f85bebea-8f81-4e71-a99c-9f054d14abf9), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.254880 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85bebea-8f81-4e71-a99c-9f054d14abf9,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:52.269565 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.273765 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33770) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:52.278443 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'security_group_rule': {'security_group_id': '0e7dd770-98db-44c3-a96f-4fecc0c34979', 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:52.281971 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b4be17bf-1ffc-468d-95c4-1caab64858d3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2439158 Mar 08 13:56:52.284316 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.300914 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.securitygroups_db [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Project 34f980e7a3e94d7ca2edd7cf4e17633c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:56:52.308279 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (2ef0b99f-7b64-4b87-a454-d28a1b8a84fc), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.344394 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:52.365961 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:52.368334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:52.382984 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (2ef0b99f-7b64-4b87-a454-d28a1b8a84fc), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.388797 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (2ef0b99f-7b64-4b87-a454-d28a1b8a84fc), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.411853 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef0b99f-7b64-4b87-a454-d28a1b8a84fc,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:52.423236 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.424634 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-26c0c04d-0c44-49d6-890c-d9aae4416cd4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498711 Mar 08 13:56:52.444673 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T13:56:48Z', 'revision_number': 4, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cdcd1c50-1daf-4442-bee7-3608619c67c2', 'name': '', 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'mac_address': 'fa:16:3e:a5:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51a20c11-6909-409c-8f9a-365c96d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:47Z', 'updated_at': '2022-03-08T13:56:49Z', 'revision_number': 2, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'subnets': [{'id': '51a20c11-6909-409c-8f9a-365c96d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:52.478733 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Checking router: 8469f520-d028-44cd-a4f4-03c8060b0acf for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:52.479093 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Updating router 8469f520-d028-44cd-a4f4-03c8060b0acf port cdcd1c50-1daf-4442-bee7-3608619c67c2 binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:56:52.520916 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.698239 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'Port': ['ID=79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:52.708140 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-319e020b-015f-470a-afa5-d02376540fd8 req-58822fa8-da63-4ef9-a153-13555fe69abf tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855756430&fields=id&tenant_id=81fd0fd8a1cc499f8479307f01f32b24 HTTP/1.1" status: 200 len: 267 time: 0.4124033 Mar 08 13:56:52.818460 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:52.841804 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-8da009b5-0f43-4cc2-aa0d-fb1163e3a695 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:52.843694 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-8da009b5-0f43-4cc2-aa0d-fb1163e3a695 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.2356274 Mar 08 13:56:52.859529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (efe3be61-1d1b-4d0c-a729-678d14a29e92), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.868605 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e020b-015f-470a-afa5-d02376540fd8 req-7fefda70-a5d6-470b-8159-b31b9fa6f41e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:52.878394 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-319e020b-015f-470a-afa5-d02376540fd8 req-7fefda70-a5d6-470b-8159-b31b9fa6f41e tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 985 time: 0.1613767 Mar 08 13:56:52.889908 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Request body: {'port': {'security_groups': ['c652860e-edc4-4e86-bd1e-350bee1a5f1a']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:52.921197 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:52.923124 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.982348 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Publish callbacks [] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:52.985142 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71ebf-8b5a-4afe-951d-c974d4829cf0 req-94f31661-1fae-4d78-b292-79d507b48966 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:52.987340 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-23d71ebf-8b5a-4afe-951d-c974d4829cf0 req-94f31661-1fae-4d78-b292-79d507b48966 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.1422462 Mar 08 13:56:52.999737 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.010005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.012383 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.054919 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Pushing event updated for resources: {'Port': ['ID=cdcd1c50-1daf-4442-bee7-3608619c67c2,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:53.101540 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.102655 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.103169 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.103737 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.104216 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.104694 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.105753 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.106246 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.108121 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.108601 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.109194 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.112217 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.112562 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:56:53.138429 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:53.157457 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-10db0a16-70ed-41d0-a785-905047dedf0b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 380 time: 0.2480228 Mar 08 13:56:53.166307 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Attempting to bind port cdcd1c50-1daf-4442-bee7-3608619c67c2 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:53.177872 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Attempting to bind port cdcd1c50-1daf-4442-bee7-3608619c67c2 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:53.178283 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Attempting to bind port cdcd1c50-1daf-4442-bee7-3608619c67c2 on network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:53.185150 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'port': {'device_id': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'admin_state_up': True, 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'security_groups': ['96b45dcb-e6e6-44f6-9308-d323c877ed4b']}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:53.194537 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:53.194948 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Checking segment: {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:53.196467 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.197047 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Bound using segment: {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:53.199547 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Bound port: cdcd1c50-1daf-4442-bee7-3608619c67c2, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d09635-a01a-4231-a49b-c66435b30de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:53.200033 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.255926 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-23d71ebf-8b5a-4afe-951d-c974d4829cf0 req-9071750b-1185-4cad-a741-496b1ae78e71 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606401 Mar 08 13:56:53.263034 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.331778 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] For port cdcd1c50-1daf-4442-bee7-3608619c67c2, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:53.335391 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] For port cdcd1c50-1daf-4442-bee7-3608619c67c2, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=cdcd1c50-1daf-4442-bee7-3608619c67c2,segment=NetworkSegment(40d09635-a01a-4231-a49b-c66435b30de3),segment_id=40d09635-a01a-4231-a49b-c66435b30de3)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:53.354832 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.390610 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] Provisioning complete for port cdcd1c50-1daf-4442-bee7-3608619c67c2 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:53.391813 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Made reservation on behalf of 3f51337f0fa1461c9f2b388e12176174 for: {'port': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:53.392630 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.399325 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.413405 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.439409 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.446500 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-545991ba-8f57-4c91-b9a2-714f7d0042d2 req-f1fd1bef-c31a-4b85-81bf-fe1f3ef114ec tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 210 time: 0.0897233 Mar 08 13:56:53.457859 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3be369-c3f0-45e2-9f2b-0b093c9e9800 None None] Pushing event updated for resources: {'Port': ['ID=cdcd1c50-1daf-4442-bee7-3608619c67c2,revision_number=4']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:53.502183 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Routers {'8469f520-d028-44cd-a4f4-03c8060b0acf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:53.507591 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['8469f520-d028-44cd-a4f4-03c8060b0acf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:53.510026 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'Port': ['ID=79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:53.573036 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] Current status of the port cdcd1c50-1daf-4442-bee7-3608619c67c2 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:53.573989 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.651217 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] For port cdcd1c50-1daf-4442-bee7-3608619c67c2, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=cdcd1c50-1daf-4442-bee7-3608619c67c2,segment=NetworkSegment(40d09635-a01a-4231-a49b-c66435b30de3),segment_id=40d09635-a01a-4231-a49b-c66435b30de3)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:53.664937 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.702321 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] Set router 8469f520-d028-44cd-a4f4-03c8060b0acf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:53.717150 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:56:53.722057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee29477-cab9-47de-9405-246b775c7dd2 req-365dbacd-6f77-46be-b71d-f7ac4b070576 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:53.726745 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (efe3be61-1d1b-4d0c-a729-678d14a29e92), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.732269 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6ee29477-cab9-47de-9405-246b775c7dd2 req-365dbacd-6f77-46be-b71d-f7ac4b070576 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.1624887 Mar 08 13:56:53.733779 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5057b-c5a8-4435-8ad9-9d7e8c65b9eb None None] Pushing event updated for resources: {'Port': ['ID=cdcd1c50-1daf-4442-bee7-3608619c67c2,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:53.739722 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 33836) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:53.744965 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Request body: {'floatingip': {'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:53.771369 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.772765 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-252079dc-1b92-4643-8a63-dfad4574d994 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1592672 Mar 08 13:56:53.788331 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.794707 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.808893 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9ba53cee-81de-4372-bea6-5cb9967e28f6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:56:53.843210 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:53.844167 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.845801 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-319e020b-015f-470a-afa5-d02376540fd8 req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "PUT /v2.0/ports/9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 943 time: 0.9662604 Mar 08 13:56:53.846471 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:53.851675 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30da535-94f7-47d8-ac1b-961f8e5575f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:53.852567 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33840) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:53.858758 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (bb6cacf7-ccf7-42e8-a283-d2f79d291bd3), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:53.953156 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71c6de-39d1-499f-9288-5e1dbc0a47f8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event updated for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=7']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:53.971311 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c25fad-957d-42ac-a1f1-ac2fcce621fe x-openstack-request-id: req-22c25fad-957d-42ac-a1f1-ac2fcce621fe {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:53.971639 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:53.972003 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22c25fad-957d-42ac-a1f1-ac2fcce621fe {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:53.972462 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'status': 'completed', 'code': 200} Mar 08 13:56:53.990917 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9ba53cee-81de-4372-bea6-5cb9967e28f6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:56:53.997450 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T13:56:48Z', 'revision_number': 4, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cdcd1c50-1daf-4442-bee7-3608619c67c2', 'name': '', 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'mac_address': 'fa:16:3e:a5:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51a20c11-6909-409c-8f9a-365c96d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:47Z', 'updated_at': '2022-03-08T13:56:53Z', 'revision_number': 4, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'subnets': [{'id': '51a20c11-6909-409c-8f9a-365c96d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:54.017464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34a71560-0608-4306-8f8f-7eb750003240 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group (6825dd81-3b5e-4c7c-a1d2-58cd8de7285b), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.038939 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39818f7-2279-4e83-a3e8-8ee2eeb188b8 None None] The sync data for ids ['8469f520-d028-44cd-a4f4-03c8060b0acf'] in dv-cinder-830092-2-iscsi is: [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T13:56:48Z', 'revision_number': 4, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cdcd1c50-1daf-4442-bee7-3608619c67c2', 'name': '', 'network_id': 'c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'mac_address': 'fa:16:3e:a5:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51a20c11-6909-409c-8f9a-365c96d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:47Z', 'updated_at': '2022-03-08T13:56:53Z', 'revision_number': 4, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'subnets': [{'id': '51a20c11-6909-409c-8f9a-365c96d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:54.065114 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-508814fd-70a0-4b7a-a71e-f96830f79a94 None None] Provisioning complete for port cdcd1c50-1daf-4442-bee7-3608619c67c2 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:54.065527 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-508814fd-70a0-4b7a-a71e-f96830f79a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.123568 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.20.0.10 (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c/e15b0cfa-05dd-484b-8256-c13480b4b409/4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:54.190062 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34a71560-0608-4306-8f8f-7eb750003240 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group (6825dd81-3b5e-4c7c-a1d2-58cd8de7285b), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.279480 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-ef39b699-6255-4922-b31c-0942b4a71892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:54.280960 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-ef39b699-6255-4922-b31c-0942b4a71892 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1130 time: 0.2649086 Mar 08 13:56:54.333055 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-55044aec-467e-4313-be7c-54f960d59670 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1093915348&fields=id&tenant_id=e3f5752b78974423ab169a772d26d27a HTTP/1.1" status: 200 len: 267 time: 0.1714039 Mar 08 13:56:54.461324 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-508814fd-70a0-4b7a-a71e-f96830f79a94 None None] Current status of the port cdcd1c50-1daf-4442-bee7-3608619c67c2 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:54.470460 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34a71560-0608-4306-8f8f-7eb750003240 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6825dd81-3b5e-4c7c-a1d2-58cd8de7285b), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.475291 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34a71560-0608-4306-8f8f-7eb750003240 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.479615 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-34a71560-0608-4306-8f8f-7eb750003240 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "DELETE /v2.0/security-groups/6825dd81-3b5e-4c7c-a1d2-58cd8de7285b HTTP/1.1" status: 204 len: 168 time: 0.6113009 Mar 08 13:56:54.482757 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 33858) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:56:54.558334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a71560-0608-4306-8f8f-7eb750003240 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825dd81-3b5e-4c7c-a1d2-58cd8de7285b,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:54.583048 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-35136949-b02d-46da-a741-1a4be55f1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:54.585081 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-35136949-b02d-46da-a741-1a4be55f1397 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 916 time: 0.2975421 Mar 08 13:56:54.598984 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-07146f53-d7df-46eb-a824-fa528db5c829 req-fe0a5395-c9d4-4c55-8434-079b15fb32fb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 210 time: 0.0453076 Mar 08 13:56:54.616541 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-bf95e5cc-fdc7-4f65-bd5d-97c54c68fb1d None None] Provisioning complete for port 9ba53cee-81de-4372-bea6-5cb9967e28f6 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:54.617254 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5cc-fdc7-4f65-bd5d-97c54c68fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.699464 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-6de769aa-9959-4922-925c-c31f61cfb87a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 1002 time: 0.1049685 Mar 08 13:56:54.713218 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.749283 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-17046811-caff-46e8-9fe9-14d020e14360 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:54.759652 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-17046811-caff-46e8-9fe9-14d020e14360 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 810 time: 0.3814642 Mar 08 13:56:54.817478 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-ea9260da-870e-4b21-9a14-d3a74c707def tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/quotas/e3f5752b78974423ab169a772d26d27a HTTP/1.1" status: 200 len: 375 time: 0.0566339 Mar 08 13:56:54.886326 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.896649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.903364 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-98154d4a-e4c3-4a51-8494-6a0731dc2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:54.905618 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-98154d4a-e4c3-4a51-8494-6a0731dc2712 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.1718874 Mar 08 13:56:54.908063 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (bb6cacf7-ccf7-42e8-a283-d2f79d291bd3), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:54.959770 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device cdcd1c50-1daf-4442-bee7-3608619c67c2 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:56:54.989300 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-98899918-90f7-4744-a03f-53ef7697f6e5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606734 Mar 08 13:56:55.003974 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-9163bf0e-e684-4a8c-a970-f17c3d968db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:55.007447 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-9163bf0e-e684-4a8c-a970-f17c3d968db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885801 Mar 08 13:56:55.011602 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Deleting port d4fd951a-3a15-4a53-97b0-1588c8da568a {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:56:55.012056 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.014577 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:55.015176 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e5cc-fdc7-4f65-bd5d-97c54c68fb1d None None] Current status of the port 9ba53cee-81de-4372-bea6-5cb9967e28f6 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:55.019996 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:55.023580 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:55.024268 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.059349 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port cdcd1c50-1daf-4442-bee7-3608619c67c2 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:55.060134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.073822 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:55.141229 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:55.141760 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.169382 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Floating IP bb6cacf7-ccf7-42e8-a283-d2f79d291bd3 associated. External IP: 172.27.2.76, port: 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415. Mar 08 13:56:55.178728 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-1dd84d00-7034-4edb-9188-1ad7f4c81a61 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0088489 Mar 08 13:56:55.217607 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port cdcd1c50-1daf-4442-bee7-3608619c67c2 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:56:55.231100 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Request body: {'port': {'device_id': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:55.324163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.324704 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for floatingip (d4fd951a-3a15-4a53-97b0-1588c8da568a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.341816 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-de91b110-ec39-4ba6-8fdb-4ad426d9bce8 service neutron] 10.222.0.18 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325524 Mar 08 13:56:55.347377 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-2138633f-7b06-478c-9c04-76e59bf940d2 service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318970 Mar 08 13:56:55.348416 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Calling delete_port for d4fd951a-3a15-4a53-97b0-1588c8da568a owned by network:floatingip {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:56:55.444637 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-f6739599-6d8a-46a6-a73b-0c8182a48a58 None None] Provisioning complete for port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:55.445006 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f6739599-6d8a-46a6-a73b-0c8182a48a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.495202 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-f6739599-6d8a-46a6-a73b-0c8182a48a58 None None] Port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:56:55.626653 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-923deaa5-b0ed-434e-9d60-391ca99da6f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733619 Mar 08 13:56:55.630234 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e30da535-94f7-47d8-ac1b-961f8e5575f4 req-3f5992d5-59f9-4d0e-a61c-7d048b9db11c service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632654 Mar 08 13:56:55.678617 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.727128 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (d4fd951a-3a15-4a53-97b0-1588c8da568a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.756982 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event deleted for resources: {'Port': ['ID=d4fd951a-3a15-4a53-97b0-1588c8da568a,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:55.883247 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aebbb959-479f-4ab4-b061-fb002eaaac5e req-b82c10e1-9182-4056-9de4-3390c91d9564 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 210 time: 0.0403264 Mar 08 13:56:55.900511 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks [] for floatingip (2db1acd3-cd10-4293-a87a-0587e18e851f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:55.900877 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Floating IP 2db1acd3-cd10-4293-a87a-0587e18e851f disassociated (deleted). External IP: 172.27.2.239, port: 9ba53cee-81de-4372-bea6-5cb9967e28f6. Mar 08 13:56:56.005559 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556718dd-abde-48af-a361-dbb9698de666 req-170e6250-fcbd-4199-a220-6ac2d6928e3f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:56.007098 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-556718dd-abde-48af-a361-dbb9698de666 req-170e6250-fcbd-4199-a220-6ac2d6928e3f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 932 time: 0.2655740 Mar 08 13:56:56.067490 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:56.130649 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-556718dd-abde-48af-a361-dbb9698de666 req-b7a91859-2efc-467c-a433-b2e181407f60 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966256 Mar 08 13:56:56.173035 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:56:56.279374 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 {{(pid=114663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:56:56.289893 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Publish callbacks [] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.291967 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:56.296512 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.308107 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] Sync routers for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:56.308972 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:56:56.317905 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.319699 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:56.320564 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:56.344323 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f4a9ce67-6880-44d1-a1bd-d8988574dbc8 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "DELETE /v2.0/floatingips/2db1acd3-cd10-4293-a87a-0587e18e851f HTTP/1.1" status: 204 len: 168 time: 1.8517561 Mar 08 13:56:56.344323 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:56.344858 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9301f586-06cf-46c2-9dfb-cbefc4341541" -d '{"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:56.347488 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:56:56.367012 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:56.367664 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:56.374362 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.provisioning_blocks [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Transition to ACTIVE for port object 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 will not be triggered until provisioned by entity L2. {{(pid=114663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:56:56.380235 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-22497948-0dc2-4cde-8f9b-aca7472d5005 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "PUT /v2.0/floatingips/bb6cacf7-ccf7-42e8-a283-d2f79d291bd3 HTTP/1.1" status: 200 len: 991 time: 2.6391244 Mar 08 13:56:56.381026 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:56.383714 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5bae5d-da81-4844-bf08-846b3ee448c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:56.389371 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.427069 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237cd787-1ae0-4039-b58d-4c7497e4c736 x-openstack-request-id: req-237cd787-1ae0-4039-b58d-4c7497e4c736 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:56.427733 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:56.428139 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-237cd787-1ae0-4039-b58d-4c7497e4c736 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:56.428746 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'status': 'completed', 'code': 200} Mar 08 13:56:56.529102 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.595326 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d22a167-d447-44f6-8349-7f37f3b883b5 x-openstack-request-id: req-3d22a167-d447-44f6-8349-7f37f3b883b5 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:56.595711 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:56.595849 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d22a167-d447-44f6-8349-7f37f3b883b5 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:56.596243 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'status': 'completed', 'code': 200} Mar 08 13:56:56.602163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-f713bdbf-f7fd-486c-a298-ed048eb98190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:56.603783 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-f713bdbf-f7fd-486c-a298-ed048eb98190 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 1130 time: 0.1518681 Mar 08 13:56:56.605709 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Pushing event updated for resources: {'Port': ['ID=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:56.700246 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:56.707534 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:56.757181 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Attempting to bind port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:56.757820 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Attempting to bind port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:56.758750 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Attempting to bind port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:56.765542 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:56:56.765874 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Attempting to bind port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:56.775495 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:56.775845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:56.776236 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Bound using segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:56.776690 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Bound port: 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:56.777585 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.864227 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-6d93f9f2-1a7a-4e84-a21d-dcca5fbcea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:56.866280 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-6d93f9f2-1a7a-4e84-a21d-dcca5fbcea6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1130 time: 0.2772853 Mar 08 13:56:56.886854 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] For port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host hv-cinder-83009, cleared binding levels {{(pid=114663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:56.890200 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] For port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:56.902900 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.923539 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-216d6e74-95ce-4fbc-832c-0dc04f0ddf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:56.925760 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-216d6e74-95ce-4fbc-832c-0dc04f0ddf33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 200 len: 916 time: 0.2731962 Mar 08 13:56:56.987943 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Pushing event updated for resources: {'Port': ['ID=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,revision_number=3']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:56.991304 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-4ec13183-a151-462e-8984-377d735eee90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 200 len: 217 time: 0.0484667 Mar 08 13:56:56.993970 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:56.994822 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:56.996433 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-39c26718-0301-4802-93b5-6080bdbefa7c service neutron] 10.222.0.32 "PUT /v2.0/ports/4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 HTTP/1.1" status: 200 len: 1094 time: 1.7705979 Mar 08 13:56:57.160102 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-18e56156-f7a8-42dc-a774-bcc940703f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.160668 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-18e56156-f7a8-42dc-a774-bcc940703f2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 1128 time: 0.0884223 Mar 08 13:56:57.185845 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:57.242766 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] Checking router: f8f51ab8-444b-408b-b1f9-3bfd9a08c345 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:57.253393 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-9cb0873a-b211-4234-9e61-1027e5950b48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 HTTP/1.1" status: 200 len: 217 time: 0.0806725 Mar 08 13:56:57.260606 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:57.261247 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:57.317175 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'bb6cacf7-ccf7-42e8-a283-d2f79d291bd3', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'mac_address': 'fa:16:3e:6b:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:35Z', 'updated_at': '2022-03-08T13:56:54Z', 'revision_number': 1, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:57.398837 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:56:57.422521 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:56:57.423568 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:57.474757 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:57.490017 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cf3f8faf-ee18-4bba-84e0-abfd6fa8c186 req-f4c67f8e-7fbe-4fbe-84cf-84e3421489dc tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 210 time: 0.4551108 Mar 08 13:56:57.546006 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-e6ad63f7-24dc-474c-9e19-6deaa4635243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.547948 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-e6ad63f7-24dc-474c-9e19-6deaa4635243 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 200 len: 854 time: 0.4663994 Mar 08 13:56:57.621101 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-3f9363e3-9eb4-4e78-a8fb-e6212c81474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.622722 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-3f9363e3-9eb4-4e78-a8fb-e6212c81474d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.7141926 Mar 08 13:56:57.660529 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-e60598a3-c677-4c6f-a1c6-3358c8b3ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.662765 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-e60598a3-c677-4c6f-a1c6-3358c8b3ae7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.3985524 Mar 08 13:56:57.668410 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:56:57.703042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-c9dfa2f8-c9c7-4890-a3d4-39d59e904080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.704896 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-c9dfa2f8-c9c7-4890-a3d4-39d59e904080 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419182 Mar 08 13:56:57.729382 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05eec-89ff-43bd-9045-08d240b1a762 req-8d065536-7fd0-4db2-8088-c6cf302c9b1b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.731042 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-eecd2cda-87ae-4c06-bdcd-6dd599dea7eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 999 time: 0.0967627 Mar 08 13:56:57.732011 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-25f05eec-89ff-43bd-9045-08d240b1a762 req-8d065536-7fd0-4db2-8088-c6cf302c9b1b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 944 time: 0.4519999 Mar 08 13:56:57.769886 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-91a4b836-668b-4300-958c-420758e4f449 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.772164 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-91a4b836-668b-4300-958c-420758e4f449 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 810 time: 0.3890295 Mar 08 13:56:57.823025 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:57.829825 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e5f9-6c19-4a75-a677-794209223e9f req-7163e7e9-d152-4d53-b12a-865b9d62a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.832322 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-7163e7e9-d152-4d53-b12a-865b9d62a048 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1580899 Mar 08 13:56:57.835805 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-25f05eec-89ff-43bd-9045-08d240b1a762 req-90659d63-dfe8-4d3e-a0a7-b9f06f55b012 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950923 Mar 08 13:56:57.871993 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a844f34-5c38-4c7f-8b7a-513ee6af5741 None None] The sync data for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi is: [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'bedfa71a-1350-4751-bd04-b88b57a8f44a', 'name': '', 'network_id': '2b83e2ba-94f3-4269-9fdb-b76705d5dcb4', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'mac_address': 'fa:16:3e:2c:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:57Z', 'updated_at': '2022-03-08T13:54:03Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'subnets': [{'id': '99a678ae-b8ca-457b-80b0-66953849eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:57.899196 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-630d781e-d3d8-42d3-8710-90966aa74974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:57.900781 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-630d781e-d3d8-42d3-8710-90966aa74974 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.1596661 Mar 08 13:56:57.956933 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-f4e9fe5d-b642-48a9-90b8-33f81b5ee476 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3f5752b78974423ab169a772d26d27a HTTP/1.1" status: 200 len: 380 time: 0.1704414 Mar 08 13:56:57.973940 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'port': {'device_id': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'admin_state_up': True, 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'security_groups': ['8aa816af-e1a1-40f0-84a7-ca05d8db1f82']}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:57.984926 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-b28a9971-241c-403a-bb5b-f903b8707f6a service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685311 Mar 08 13:56:58.057406 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-2d40481b-8573-4733-b288-b0f125bc4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:58.058047 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'bb6cacf7-ccf7-42e8-a283-d2f79d291bd3', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'mac_address': 'fa:16:3e:6b:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:35Z', 'updated_at': '2022-03-08T13:56:54Z', 'revision_number': 1, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:56:58.058682 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-2d40481b-8573-4733-b288-b0f125bc4e10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1461689 Mar 08 13:56:58.113762 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db3e3d-066b-44c8-8eaf-56018c22621d None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'bb6cacf7-ccf7-42e8-a283-d2f79d291bd3', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'mac_address': 'fa:16:3e:6b:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:35Z', 'updated_at': '2022-03-08T13:56:54Z', 'revision_number': 1, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:56:58.135292 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-069f5058-bd0d-4903-b97a-c619071ddf3b service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910345 Mar 08 13:56:58.159785 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-3cc0486c-18be-4ab0-944a-6b0dc3b53c8f service neutron] 10.222.0.32 "GET /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686518 Mar 08 13:56:58.193948 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-a0cb8c60-f521-4ed4-a554-2615e983689a service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270564 Mar 08 13:56:58.255895 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-2136d257-9fdc-4a88-be01-264ff69f1b9b service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139374 Mar 08 13:56:58.270103 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Made reservation on behalf of e3f5752b78974423ab169a772d26d27a for: {'port': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:56:58.277186 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:58.321401 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-be5bae5d-da81-4844-bf08-846b3ee448c0 req-139536d8-770e-485d-be08-79c628655e5b service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097617 Mar 08 13:56:58.363037 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afae79c-9da6-417f-b86b-2d547c7cc8cc None None] New status for floating IP 2db1acd3-cd10-4293-a87a-0587e18e851f: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:56:58.435637 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Allocated IP 172.20.0.6 (c0e4fb91-e46d-456c-b710-714510b9ddee/d9556b9c-00af-4d92-aee1-eeeee044377a/98aa5103-98e7-491e-9326-be7b2c123511) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:56:58.452723 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69872f-9cb4-4127-bbdf-cf1fe05e5288 None None] New status for floating IP bb6cacf7-ccf7-42e8-a283-d2f79d291bd3: ACTIVE {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:56:58.597491 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for port (98aa5103-98e7-491e-9326-be7b2c123511), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:58.598658 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:56:58.600936 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb1100a-9b78-439f-a72d-e53661fa241d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:56:58.610635 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec350ca8-993b-4ed9-8fcf-9cc3abdac518 req-fff0ade1-86a2-4b4f-9df9-0805317b64cf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 210 time: 0.0427206 Mar 08 13:56:58.655034 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (98aa5103-98e7-491e-9326-be7b2c123511), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:58.685318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c6d78d-fffe-423b-bf9a-36fc9206dae1 x-openstack-request-id: req-b8c6d78d-fffe-423b-bf9a-36fc9206dae1 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:56:58.685753 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:56:58.685936 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8c6d78d-fffe-423b-bf9a-36fc9206dae1 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:56:58.686282 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'status': 'completed', 'code': 200} Mar 08 13:56:58.707145 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Network c0e4fb91-e46d-456c-b710-714510b9ddee is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:56:58.713427 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:56:58.715074 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:56:58.719592 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event updated for resources: {'Port': ['ID=98aa5103-98e7-491e-9326-be7b2c123511,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:58.744287 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-88fb42c9-5d0d-48f6-9f7d-c5e97c42c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:58.745943 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-88fb42c9-5d0d-48f6-9f7d-c5e97c42c64b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 1128 time: 0.0590868 Mar 08 13:56:58.765222 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:58.765891 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:58.784976 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-d4adc1f3-3e95-43ca-b632-ee42fd4e5bc0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148372 Mar 08 13:56:58.797904 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Request body: {'port': {'device_id': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:56:58.852940 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-fbe4bf22-dfd3-416e-818a-d421e7854360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:58.854737 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-fbe4bf22-dfd3-416e-818a-d421e7854360 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.1026006 Mar 08 13:56:58.872017 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (98aa5103-98e7-491e-9326-be7b2c123511), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:58.912596 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-052b6c6c-1a60-4e25-a33e-40acc17629e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 HTTP/1.1" status: 200 len: 217 time: 0.0485916 Mar 08 13:56:58.981384 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-c0ba0a13-b3df-4283-b951-f77b428a8f82 None None] Provisioning complete for port 98aa5103-98e7-491e-9326-be7b2c123511 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:56:58.982539 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0a13-b3df-4283-b951-f77b428a8f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (98aa5103-98e7-491e-9326-be7b2c123511), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:58.999464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-5b271640-b3db-4990-97a8-bb3954c7b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.000922 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-5b271640-b3db-4990-97a8-bb3954c7b9ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0792418 Mar 08 13:56:59.016680 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aef44-8a8b-4f94-bd1a-703171813c19 req-6aba32c3-d67e-41cd-a36a-e2c13673a3e1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.018574 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-315aef44-8a8b-4f94-bd1a-703171813c19 req-6aba32c3-d67e-41cd-a36a-e2c13673a3e1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 944 time: 0.0677249 Mar 08 13:56:59.021084 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba0a13-b3df-4283-b951-f77b428a8f82 None None] Port 98aa5103-98e7-491e-9326-be7b2c123511 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:56:59.097157 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-315aef44-8a8b-4f94-bd1a-703171813c19 req-3cbb63ea-35f5-4726-a81f-46a9e157ab6e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695920 Mar 08 13:56:59.101542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-d9b519c2-4fef-437e-a659-b48f50550762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.103136 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-d9b519c2-4fef-437e-a659-b48f50550762 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939071 Mar 08 13:56:59.158091 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98aa5103-98e7-491e-9326-be7b2c123511 {{(pid=114663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:56:59.165844 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Publish callbacks [] for port (98aa5103-98e7-491e-9326-be7b2c123511), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:59.177410 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.provisioning_blocks [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Transition to ACTIVE for port object 98aa5103-98e7-491e-9326-be7b2c123511 will not be triggered until provisioned by entity L2. {{(pid=114663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:56:59.183665 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (98aa5103-98e7-491e-9326-be7b2c123511), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:59.194612 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-5af6f7a8-9eff-4321-be39-d928a4e4cb3c service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852761 Mar 08 13:56:59.253475 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5103-98e7-491e-9326-be7b2c123511,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:59.305083 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7fb1100a-9b78-439f-a72d-e53661fa241d req-f4ea9074-184a-402c-96ec-12f56eab6e57 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037464 Mar 08 13:56:59.317338 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Attempting to bind port 98aa5103-98e7-491e-9326-be7b2c123511 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:56:59.317606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Attempting to bind port 98aa5103-98e7-491e-9326-be7b2c123511 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:56:59.317984 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Attempting to bind port 98aa5103-98e7-491e-9326-be7b2c123511 on network c0e4fb91-e46d-456c-b710-714510b9ddee {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:59.326122 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Port 98aa5103-98e7-491e-9326-be7b2c123511 on network c0e4fb91-e46d-456c-b710-714510b9ddee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:56:59.326728 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Attempting to bind port 98aa5103-98e7-491e-9326-be7b2c123511 on network c0e4fb91-e46d-456c-b710-714510b9ddee {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:56:59.332606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:56:59.333075 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Checking segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:56:59.333491 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Bound using segment: {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:56:59.333918 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Bound port: 98aa5103-98e7-491e-9326-be7b2c123511, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0efde4-dcda-4b0b-8598-9e71c264b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee'}}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:56:59.334266 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (98aa5103-98e7-491e-9326-be7b2c123511), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:59.407411 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] For port 98aa5103-98e7-491e-9326-be7b2c123511, host hv-cinder-83009, cleared binding levels {{(pid=114663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:56:59.410533 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] For port 98aa5103-98e7-491e-9326-be7b2c123511, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=98aa5103-98e7-491e-9326-be7b2c123511,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:56:59.419024 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (98aa5103-98e7-491e-9326-be7b2c123511), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:59.469569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.469569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:56:59.470581 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] 10.222.0.32 "PUT /v2.0/ports/98aa5103-98e7-491e-9326-be7b2c123511 HTTP/1.1" status: 200 len: 1093 time: 0.6769941 Mar 08 13:56:59.509295 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d12d0-edd6-4fda-86e8-4da4cc9f0cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5103-98e7-491e-9326-be7b2c123511,revision_number=3']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:56:59.574293 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-24fb31b6-bfe7-4c11-ab01-03745235cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.575832 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-24fb31b6-bfe7-4c11-ab01-03745235cd63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 1127 time: 0.0498095 Mar 08 13:56:59.604753 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436d9bd-9abf-41fb-8c6f-2e4b18571965 req-e6f080aa-bc1c-4d2a-af0e-ce5265e0b649 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.608162 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3436d9bd-9abf-41fb-8c6f-2e4b18571965 req-e6f080aa-bc1c-4d2a-af0e-ce5265e0b649 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0675416 Mar 08 13:56:59.625301 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-c6910009-93e2-4d15-b580-45991fe3e56a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98aa5103-98e7-491e-9326-be7b2c123511 HTTP/1.1" status: 200 len: 217 time: 0.0411999 Mar 08 13:56:59.658076 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3436d9bd-9abf-41fb-8c6f-2e4b18571965 req-55f1e458-13d0-46d4-9ce3-8af2e02ca08c tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Mar 08 13:56:59.686649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-92e43842-fe35-4d25-98c4-318b0473e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.688276 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-92e43842-fe35-4d25-98c4-318b0473e11f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0555303 Mar 08 13:56:59.779411 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-7ed1e398-9836-48a3-964c-afacc3ac6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.780953 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-7ed1e398-9836-48a3-964c-afacc3ac6121 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858347 Mar 08 13:56:59.788456 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583acba-2ac0-4ed3-b166-a65e1278723c req-e05a352d-a1b9-449b-a213-caa24d293f2b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:56:59.789793 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4583acba-2ac0-4ed3-b166-a65e1278723c req-e05a352d-a1b9-449b-a213-caa24d293f2b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 943 time: 0.0805936 Mar 08 13:56:59.887286 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4583acba-2ac0-4ed3-b166-a65e1278723c req-214068da-4ffb-463c-9f25-2fdf96fc3df8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894840 Mar 08 13:56:59.905911 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-448acc6c-6b43-4c17-9f10-632224c0a693 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151891 Mar 08 13:57:00.000457 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a713471d-9efa-44ba-8bb7-db18b121f8d6 req-6262f906-3889-4630-8088-160e3c5f9052 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Mar 08 13:57:00.220332 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cae09-0c48-43bd-b7bc-91bc541b8c54 req-8d4a4d71-1066-4ace-84a1-e4fe040d4957 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:00.221854 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-840cae09-0c48-43bd-b7bc-91bc541b8c54 req-8d4a4d71-1066-4ace-84a1-e4fe040d4957 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 944 time: 0.0571346 Mar 08 13:57:00.270014 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-840cae09-0c48-43bd-b7bc-91bc541b8c54 req-f5891967-c199-4acf-8d26-5e165426c548 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Mar 08 13:57:00.688026 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:00.690524 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb57e05-5bee-445e-8b38-269b4c1741ec" -d '{"events": [{"name": "network-changed", "server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "tag": "98aa5103-98e7-491e-9326-be7b2c123511"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:00.732212 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a53a74-f9f3-48c0-b334-293112b3c124 x-openstack-request-id: req-40a53a74-f9f3-48c0-b334-293112b3c124 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:00.732712 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "tag": "98aa5103-98e7-491e-9326-be7b2c123511", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:00.733371 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40a53a74-f9f3-48c0-b334-293112b3c124 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:00.733780 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511', 'status': 'completed', 'code': 200} Mar 08 13:57:00.797225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87373-ec19-41e6-b686-df8209310546 req-47a31ec3-5cb8-420d-b293-e6e1ebbe7105 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:00.799221 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2fa87373-ec19-41e6-b686-df8209310546 req-47a31ec3-5cb8-420d-b293-e6e1ebbe7105 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0558381 Mar 08 13:57:00.807614 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-a4d72335-38de-48e6-b638-c44f0ce0456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:00.809112 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-a4d72335-38de-48e6-b638-c44f0ce0456e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 1127 time: 0.0494256 Mar 08 13:57:00.847916 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2fa87373-ec19-41e6-b686-df8209310546 req-16a6f73d-0502-4228-8ae4-b5838714f17b tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Mar 08 13:57:00.909785 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-c2ec1eb3-c4c5-4331-b0d6-bb5335993c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:00.911275 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-c2ec1eb3-c4c5-4331-b0d6-bb5335993c48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.0881193 Mar 08 13:57:00.952138 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-734feea3-aae5-48eb-9753-aeff1e72248b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98aa5103-98e7-491e-9326-be7b2c123511 HTTP/1.1" status: 200 len: 217 time: 0.0339911 Mar 08 13:57:01.031211 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-99049c94-6bb3-47ec-9308-bb081403f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:01.032609 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-99049c94-6bb3-47ec-9308-bb081403f6a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0744178 Mar 08 13:57:01.055416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d04174-e9d6-47e7-b3c5-7fed93790e9f req-72b6ce5f-c037-4679-a3f4-fb47456ba5b7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:01.056823 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-83d04174-e9d6-47e7-b3c5-7fed93790e9f req-72b6ce5f-c037-4679-a3f4-fb47456ba5b7 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 943 time: 0.0910704 Mar 08 13:57:01.120297 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-59236336-8aac-43ed-ad95-5c75822ca2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:01.121768 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-59236336-8aac-43ed-ad95-5c75822ca2d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823061 Mar 08 13:57:01.125295 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-83d04174-e9d6-47e7-b3c5-7fed93790e9f req-4de3b099-d5d4-4bde-ab63-e4f97093b356 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542009 Mar 08 13:57:01.217768 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-3621ac97-0c6d-44eb-ac32-fc8509e2e56a service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872834 Mar 08 13:57:01.307321 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afb57e05-5bee-445e-8b38-269b4c1741ec req-8cf6c2b2-6483-4f21-a747-9571cf0777d0 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824015 Mar 08 13:57:01.349590 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:57:01.392637 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd16a-6cbb-4047-916e-8320e89be3ac req-3af39bd6-a92c-4a48-8887-789f3ff63917 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:01.394276 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c0cd16a-6cbb-4047-916e-8320e89be3ac req-3af39bd6-a92c-4a48-8887-789f3ff63917 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 944 time: 0.0531285 Mar 08 13:57:01.453712 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:01.454721 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c0cd16a-6cbb-4047-916e-8320e89be3ac req-8bb4f06d-772a-4fc8-8c0d-547ae652d6c6 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542693 Mar 08 13:57:01.455843 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251871f-957a-4aef-bb6b-2f1042584212 req-2c8aa1f7-9970-4177-aa97-89154a185518 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:01.457825 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d251871f-957a-4aef-bb6b-2f1042584212 req-2c8aa1f7-9970-4177-aa97-89154a185518 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.32 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.0640342 Mar 08 13:57:01.470247 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'port_id': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'mac_address': 'fa:16:3e:d3:ad:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:57:01.509077 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:01.509767 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:01.523513 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:57:01.544542 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:01.548475 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:01.565039 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Deleting port 9ba53cee-81de-4372-bea6-5cb9967e28f6 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:01.565300 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:01.598124 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:01.775150 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:57:01.909215 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] For port 9ba53cee-81de-4372-bea6-5cb9967e28f6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ba53cee-81de-4372-bea6-5cb9967e28f6,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:01.909852 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:01.924788 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Calling delete_port for 9ba53cee-81de-4372-bea6-5cb9967e28f6 owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:02.021019 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf38b69-6f9b-4c4f-b064-b27236b2eca3 req-58f89fe5-2b93-4dd7-8377-2433b19347a1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:02.023810 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf38b69-6f9b-4c4f-b064-b27236b2eca3 req-58f89fe5-2b93-4dd7-8377-2433b19347a1 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699f16b-c671-4c76-a0b7-5fe876d28d8d HTTP/1.1" status: 200 len: 946 time: 0.1042192 Mar 08 13:57:02.105318 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf38b69-6f9b-4c4f-b064-b27236b2eca3 req-ce6fdd37-9cce-418a-9295-170473835199 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.18 "GET /v2.0/security-groups?id=c652860e-edc4-4e86-bd1e-350bee1a5f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753248 Mar 08 13:57:02.126855 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (9ba53cee-81de-4372-bea6-5cb9967e28f6), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:02.139479 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9ba53cee-81de-4372-bea6-5cb9967e28f6'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:57:02.157695 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Pushing event deleted for resources: {'Port': ['ID=9ba53cee-81de-4372-bea6-5cb9967e28f6,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:02.204502 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] No DVR routers for this DVR port 9ba53cee-81de-4372-bea6-5cb9967e28f6 on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:57:02.211596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:02.212352 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d251871f-957a-4aef-bb6b-2f1042584212 req-879e60e0-dbb3-46a4-ab07-a0f1c4e04c76 tempest-TestMinimumBasicScenario-911902490 tempest-TestMinimumBasicScenario-911902490-project] 10.222.0.32 "DELETE /v2.0/ports/9ba53cee-81de-4372-bea6-5cb9967e28f6 HTTP/1.1" status: 204 len: 173 time: 0.7480712 Mar 08 13:57:02.262605 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63173ce-a7e6-42c2-b267-6750780d5e82 req-8f9efbb5-1900-46b2-9759-7c68c35ea373 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:02.264210 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e63173ce-a7e6-42c2-b267-6750780d5e82 req-8f9efbb5-1900-46b2-9759-7c68c35ea373 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 943 time: 0.0542424 Mar 08 13:57:02.317186 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e63173ce-a7e6-42c2-b267-6750780d5e82 req-23e219e6-efd9-4572-bf92-2bd52304d980 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469728 Mar 08 13:57:02.580247 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe5a30-429c-48ad-87c0-0c119b5ac543 req-d5e119df-d8da-4a99-8390-36aa067c3316 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:02.582447 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cafe5a30-429c-48ad-87c0-0c119b5ac543 req-d5e119df-d8da-4a99-8390-36aa067c3316 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 945 time: 0.0543811 Mar 08 13:57:02.640493 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cafe5a30-429c-48ad-87c0-0c119b5ac543 req-c417f3e4-1d26-49d5-a9f7-e7b6f21a9927 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492709 Mar 08 13:57:02.734688 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'name': 'network-vif-deleted', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:02.737021 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a8131-9bd3-49be-8d1a-f5bfdd90a3f4" -d '{"events": [{"server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "name": "network-vif-deleted", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:02.773334 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac11d7e-9d3d-4c50-b0dd-4d67b0b24a54 x-openstack-request-id: req-9ac11d7e-9d3d-4c50-b0dd-4d67b0b24a54 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:02.773701 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1699f16b-c671-4c76-a0b7-5fe876d28d8d", "name": "network-vif-deleted", "tag": "9ba53cee-81de-4372-bea6-5cb9967e28f6", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:02.773956 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ac11d7e-9d3d-4c50-b0dd-4d67b0b24a54 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:02.774352 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1699f16b-c671-4c76-a0b7-5fe876d28d8d', 'name': 'network-vif-deleted', 'tag': '9ba53cee-81de-4372-bea6-5cb9967e28f6', 'status': 'completed', 'code': 200} Mar 08 13:57:03.354415 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 98aa5103-98e7-491e-9326-be7b2c123511 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:57:03.357037 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:57:03.441743 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ab56-57df-4d93-bd03-f31ed3be3341 req-6a906971-c6a1-4356-86ce-f7e0ecff63b9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:03.443241 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4159ab56-57df-4d93-bd03-f31ed3be3341 req-6a906971-c6a1-4356-86ce-f7e0ecff63b9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 943 time: 0.0554254 Mar 08 13:57:03.492419 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:57:03.499199 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4159ab56-57df-4d93-bd03-f31ed3be3341 req-4b97eddb-2272-47a7-904f-28148885ab8c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496161 Mar 08 13:57:03.507243 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:57:03.507626 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:03.547439 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 98aa5103-98e7-491e-9326-be7b2c123511, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=98aa5103-98e7-491e-9326-be7b2c123511,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:03.563545 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '98aa5103-98e7-491e-9326-be7b2c123511', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'port_id': '98aa5103-98e7-491e-9326-be7b2c123511', 'mac_address': 'fa:16:3e:4a:c3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:57:03.629536 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 98aa5103-98e7-491e-9326-be7b2c123511 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:03.629935 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (98aa5103-98e7-491e-9326-be7b2c123511), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:03.650689 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:03.651104 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:03.653843 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aa5103-98e7-491e-9326-be7b2c123511 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:57:03.691736 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:03.694736 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38f76f6-cb31-4db5-98fe-7150c69b2ee3" -d '{"events": [{"server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "name": "network-vif-plugged", "status": "completed", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:03.698719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 98aa5103-98e7-491e-9326-be7b2c123511, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=98aa5103-98e7-491e-9326-be7b2c123511,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:03.708976 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (98aa5103-98e7-491e-9326-be7b2c123511), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:03.713807 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:03.743001 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:03.746979 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d406d4b2-23f5-4a83-8a3c-ffb6c9ea2b7c x-openstack-request-id: req-d406d4b2-23f5-4a83-8a3c-ffb6c9ea2b7c {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:03.747208 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "name": "network-vif-plugged", "status": "completed", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:03.747461 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d406d4b2-23f5-4a83-8a3c-ffb6c9ea2b7c {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:03.747852 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'code': 200} Mar 08 13:57:03.775540 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=98aa5103-98e7-491e-9326-be7b2c123511,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:03.830028 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:03.878458 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34020) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:03.920426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bdd62-d47e-4c32-8bb9-5723ff140c55 req-33c15f1b-c837-4af0-8ab9-dc4001c2567b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:03.927552 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-014bdd62-d47e-4c32-8bb9-5723ff140c55 req-33c15f1b-c837-4af0-8ab9-dc4001c2567b tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.2084613 Mar 08 13:57:03.972240 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-014bdd62-d47e-4c32-8bb9-5723ff140c55 req-181b66c8-9dd3-493b-807d-e01015260f58 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 Mar 08 13:57:03.982596 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['98aa5103-98e7-491e-9326-be7b2c123511'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:57:04.011963 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997597e-2aae-4d84-9c24-2c48f3e86c04 req-5b2e66ef-e470-4d66-8406-e10c5092b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:04.013514 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c997597e-2aae-4d84-9c24-2c48f3e86c04 req-5b2e66ef-e470-4d66-8406-e10c5092b188 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 1130 time: 0.0902808 Mar 08 13:57:04.114135 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c997597e-2aae-4d84-9c24-2c48f3e86c04 req-97c8caa5-d294-43a5-bd69-3b42330b1f20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925949 Mar 08 13:57:04.305209 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:04.568513 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Deleting port bedfa71a-1350-4751-bd04-b88b57a8f44a {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:04.569163 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:04.677294 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844e2f-2443-43f5-b042-7393bcc3d10a req-ef866fe4-4449-40ef-a24b-d4ea03aafa54 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:04.678800 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b6844e2f-2443-43f5-b042-7393bcc3d10a req-ef866fe4-4449-40ef-a24b-d4ea03aafa54 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 944 time: 0.1121988 Mar 08 13:57:04.686453 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] For port bedfa71a-1350-4751-bd04-b88b57a8f44a, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=bedfa71a-1350-4751-bd04-b88b57a8f44a,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:04.686815 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:04.708610 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Calling delete_port for bedfa71a-1350-4751-bd04-b88b57a8f44a owned by network:router_interface {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:04.778939 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b6844e2f-2443-43f5-b042-7393bcc3d10a req-14ffd33c-7fdc-4551-919d-5660f072ac55 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943623 Mar 08 13:57:04.919728 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (bedfa71a-1350-4751-bd04-b88b57a8f44a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:04.955970 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bedfa71a-1350-4751-bd04-b88b57a8f44a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:05.108393 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcf2b1-ae56-44b9-9aef-1f1108cea389 req-2cc4d153-1783-46eb-ad41-41d5e6d81613 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:05.110652 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c2fcf2b1-ae56-44b9-9aef-1f1108cea389 req-2cc4d153-1783-46eb-ad41-41d5e6d81613 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.0597205 Mar 08 13:57:05.128739 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.165846 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c2fcf2b1-ae56-44b9-9aef-1f1108cea389 req-b67c3366-b862-48f3-be86-be93fe0c5a52 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478561 Mar 08 13:57:05.348151 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 98aa5103-98e7-491e-9326-be7b2c123511 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:57:05.349132 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:57:05.400702 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 98aa5103-98e7-491e-9326-be7b2c123511 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:57:05.404901 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 98aa5103-98e7-491e-9326-be7b2c123511 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:57:05.405401 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (98aa5103-98e7-491e-9326-be7b2c123511), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.459149 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:57:05.466912 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4dbb8712-1a89-4951-b862-95d9872baa3d admin admin] 10.222.0.18 "PUT /v2.0/routers/f8f51ab8-444b-408b-b1f9-3bfd9a08c345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5848997 Mar 08 13:57:05.467742 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34032) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:05.473146 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] Sync routers for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:57:05.495092 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:05.495707 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:05.498387 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 98aa5103-98e7-491e-9326-be7b2c123511 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:05.498773 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (98aa5103-98e7-491e-9326-be7b2c123511), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.575718 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks [] for router (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.577553 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 98aa5103-98e7-491e-9326-be7b2c123511, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=98aa5103-98e7-491e-9326-be7b2c123511,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:05.605949 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (98aa5103-98e7-491e-9326-be7b2c123511), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.606728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9ba53cee-81de-4372-bea6-5cb9967e28f6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:05.648535 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 9ba53cee-81de-4372-bea6-5cb9967e28f6 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:05.648881 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9ba53cee-81de-4372-bea6-5cb9967e28f6 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:05.680433 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks [] for router_gateway (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.684208 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:05.734153 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Deleting port 2bf3a817-27f2-4b88-9931-91add11f7c78 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:05.734504 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.740795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=98aa5103-98e7-491e-9326-be7b2c123511,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:05.752776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:05.755056 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0da5e-84fc-4af5-9a9c-a2d7f9ea19d6" -d '{"events": [{"server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5103-98e7-491e-9326-be7b2c123511"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:05.796293 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f16a0-5ff0-41c6-86b0-1df4657238b8 x-openstack-request-id: req-4e8f16a0-5ff0-41c6-86b0-1df4657238b8 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:05.796588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5103-98e7-491e-9326-be7b2c123511", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:05.796842 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e8f16a0-5ff0-41c6-86b0-1df4657238b8 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:05.797233 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511', 'code': 200} Mar 08 13:57:05.812956 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] For port 2bf3a817-27f2-4b88-9931-91add11f7c78, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2bf3a817-27f2-4b88-9931-91add11f7c78,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:05.813336 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:05.828794 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Calling delete_port for 2bf3a817-27f2-4b88-9931-91add11f7c78 owned by network:router_gateway {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:05.881790 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:57:04Z', 'revision_number': 5, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port': {'id': '2bf3a817-27f2-4b88-9931-91add11f7c78', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:55Z', 'updated_at': '2022-03-08T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:05.910238 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] Checking router: f8f51ab8-444b-408b-b1f9-3bfd9a08c345 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:57:05.912319 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb471e9-bcb8-45c7-ae2b-7f203a7fe554 req-91947f52-81b3-4991-a430-f0a097b40b25 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:05.920153 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7cb471e9-bcb8-45c7-ae2b-7f203a7fe554 req-91947f52-81b3-4991-a430-f0a097b40b25 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0682683 Mar 08 13:57:05.921722 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] Routers {'f8f51ab8-444b-408b-b1f9-3bfd9a08c345'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:05.922354 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:05.964938 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7cb471e9-bcb8-45c7-ae2b-7f203a7fe554 req-dee7674b-0987-4ace-93d8-e200429e366c tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Mar 08 13:57:06.022303 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] Set router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 gateway port host: None {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:06.048657 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (2bf3a817-27f2-4b88-9931-91add11f7c78), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.076694 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf3a817-27f2-4b88-9931-91add11f7c78,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:06.079808 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9bdc-9641-408e-838c-f447c6431c22 req-15ce6563-3a3d-4651-addd-4317f284ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:06.082251 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c18a9bdc-9641-408e-838c-f447c6431c22 req-15ce6563-3a3d-4651-addd-4317f284ebec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 1129 time: 0.0865138 Mar 08 13:57:06.083356 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:57:05Z', 'revision_number': 6, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port_host': None}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:06.112758 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e0150-b36b-4814-bc64-1e36b452039b None None] The sync data for ids ['f8f51ab8-444b-408b-b1f9-3bfd9a08c345'] in dv-cinder-830092-2-iscsi is: [{'id': 'f8f51ab8-444b-408b-b1f9-3bfd9a08c345', 'name': 'tempest-TestMinimumBasicScenario-1888092484-router', 'tenant_id': '81fd0fd8a1cc499f8479307f01f32b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:54Z', 'updated_at': '2022-03-08T13:57:05Z', 'revision_number': 6, 'project_id': '81fd0fd8a1cc499f8479307f01f32b24', 'gw_port_host': None}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:57:06.175861 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c18a9bdc-9641-408e-838c-f447c6431c22 req-8c7a6985-99ba-43c4-975f-7e3b092fc93a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835764 Mar 08 13:57:06.176638 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.524251 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.526607 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks [] for router_controller (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.620160 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (f8f51ab8-444b-408b-b1f9-3bfd9a08c345), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.620841 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f51ab8-444b-408b-b1f9-3bfd9a08c345 {{(pid=114663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:57:06.625703 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.627078 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1b202daa-66c6-405f-9418-efe77b3e48fd admin admin] 10.222.0.18 "DELETE /v2.0/routers/f8f51ab8-444b-408b-b1f9-3bfd9a08c345 HTTP/1.1" status: 204 len: 168 time: 1.1582074 Mar 08 13:57:06.629666 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34044) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:06.653850 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1aea-6dde-4cab-969a-0002f3114629 req-73904d3a-c74f-421d-834f-d1fdfa089d6c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:06.655395 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9adc1aea-6dde-4cab-969a-0002f3114629 req-73904d3a-c74f-421d-834f-d1fdfa089d6c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.2011571 Mar 08 13:57:06.684858 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Deleting subnet 99a678ae-b8ca-457b-80b0-66953849eff9 {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:57:06.687905 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Publish callbacks [] for subnet (99a678ae-b8ca-457b-80b0-66953849eff9), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.700994 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9adc1aea-6dde-4cab-969a-0002f3114629 req-3c8d1474-21ce-4ec9-90c4-c1bf10ad18b5 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Mar 08 13:57:06.723658 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (99a678ae-b8ca-457b-80b0-66953849eff9), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.789685 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device bedfa71a-1350-4751-bd04-b88b57a8f44a no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:06.809493 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: bedfa71a-1350-4751-bd04-b88b57a8f44a {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:06.809866 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device bedfa71a-1350-4751-bd04-b88b57a8f44a not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:06.810377 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2bf3a817-27f2-4b88-9931-91add11f7c78 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:06.829616 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 2bf3a817-27f2-4b88-9931-91add11f7c78 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:06.830092 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2bf3a817-27f2-4b88-9931-91add11f7c78 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:06.868392 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (99a678ae-b8ca-457b-80b0-66953849eff9), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.911663 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bfe76-5ff0-4e02-9a7a-2c76ac60d43b req-ef345c09-b8cb-4e6d-9d52-cc2da6d18265 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:06.913194 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-211bfe76-5ff0-4e02-9a7a-2c76ac60d43b req-ef345c09-b8cb-4e6d-9d52-cc2da6d18265 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.1406450 Mar 08 13:57:06.922569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34048) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:06.928466 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'port_id': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:57:06.940226 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (99a678ae-b8ca-457b-80b0-66953849eff9), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.966061 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a678ae-b8ca-457b-80b0-66953849eff9,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:06.966577 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (2ad01712-ac69-4189-a280-e168b426d642), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.969728 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:06.975153 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-004c3dd7-ae7a-4801-bd84-32d1f29373e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/99a678ae-b8ca-457b-80b0-66953849eff9 HTTP/1.1" status: 204 len: 168 time: 0.3413386 Mar 08 13:57:06.975974 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34050) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:06.976966 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1361af-d0f6-413c-a69a-758efeca08cc None None] Network 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:57:07.050204 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.107430 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Deleting port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:07.107772 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.170227 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] DHCP port deletion for 2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:57:07.174977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] For port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:07.174977 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.192715 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Calling delete_port for 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 owned by network:dhcp {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:07.219989 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] Deleting port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 {{(pid=114664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:07.220355 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), before_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.224690 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e73a-70d2-4901-a0ec-94a93354f282 req-e6a523f6-297d-4460-a139-35fd3471c385 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:07.226191 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c150e73a-70d2-4901-a0ec-94a93354f282 req-e6a523f6-297d-4460-a139-35fd3471c385 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.1627679 Mar 08 13:57:07.280946 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.298689 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.306006 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] For port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,segment=NetworkSegment(f8148fdd-cf63-46ed-8dad-1b3e75ab929f),segment_id=f8148fdd-cf63-46ed-8dad-1b3e75ab929f)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:07.306596 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), precommit_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.309391 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:07.310612 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] No DVR routers for this DVR port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 on host dv-cinder-830092-2-iscsi {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:57:07.323032 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] Calling delete_port for 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 owned by network:dhcp {{(pid=114664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:07.360769 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c150e73a-70d2-4901-a0ec-94a93354f282 req-7737d790-34ef-4cbe-8731-53e37d44fdc9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242983 Mar 08 13:57:07.397740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.421430 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83e2ba-94f3-4269-9fdb-b76705d5dcb4']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:07.433822 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:07.434404 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8148fdd-cf63-46ed-8dad-1b3e75ab929f') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:07.445812 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (f8148fdd-cf63-46ed-8dad-1b3e75ab929f), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.464486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (f8148fdd-cf63-46ed-8dad-1b3e75ab929f), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.473332 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:57:07.473970 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (f8148fdd-cf63-46ed-8dad-1b3e75ab929f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.477455 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (674d0ea3-7cdc-4ef7-82b2-b0bba3401e03), after_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:57:07.480008 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:57:07.514322 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] Pushing event deleted for resources: {'Port': ['ID=674d0ea3-7cdc-4ef7-82b2-b0bba3401e03,revision_number=None']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:07.519887 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370d65b-6440-42c6-9c73-0aae9d7bfde9 None None] No DVR routers for this DVR port 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 on host dv-cinder-830092-2-iscsi {{(pid=114664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:57:07.563449 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (2b83e2ba-94f3-4269-9fdb-b76705d5dcb4), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.574018 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.581021 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b83e2ba-94f3-4269-9fdb-b76705d5dcb4 HTTP/1.1" status: 204 len: 168 time: 0.6012621 Mar 08 13:57:07.581621 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34056) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:07.584432 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.589737 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (2ad01712-ac69-4189-a280-e168b426d642), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:07.596712 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc08e26-cead-4685-9882-a5b2b0e4b1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b83e2ba-94f3-4269-9fdb-b76705d5dcb4,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:07.691004 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP 2ad01712-ac69-4189-a280-e168b426d642 associated. External IP: 172.27.2.177, port: 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0. Mar 08 13:57:07.906211 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:57:08.012295 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (6c769584-f77f-4ebb-affa-db956fcd1121), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:08.013938 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:57:08.018837 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:08.023832 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:57:08.033943 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:08.034744 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:08.051056 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5a02fa02-d2cb-4606-b268-b7ffb9c77920 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "PUT /v2.0/floatingips/2ad01712-ac69-4189-a280-e168b426d642 HTTP/1.1" status: 200 len: 992 time: 1.1261125 Mar 08 13:57:08.051720 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:08.054078 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:08.095570 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bfde3-d2cb-4844-a301-e94c5338fc83 x-openstack-request-id: req-873bfde3-d2cb-4844-a301-e94c5338fc83 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:08.095860 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:08.096111 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-873bfde3-d2cb-4844-a301-e94c5338fc83 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:08.096519 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'status': 'completed', 'code': 200} Mar 08 13:57:08.161898 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:08.193923 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-48fbd494-2b97-4c36-9937-be20600d4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:08.195544 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-48fbd494-2b97-4c36-9937-be20600d4873 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 1130 time: 0.0681484 Mar 08 13:57:08.326746 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-d2af753b-8eac-4b1c-bd4a-5d0f49135819 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564614282&fields=id&tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c HTTP/1.1" status: 200 len: 267 time: 0.0606494 Mar 08 13:57:08.329537 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-3a35e229-cf16-4375-be0a-c5953bc3826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:08.330874 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-3a35e229-cf16-4375-be0a-c5953bc3826b service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.1286392 Mar 08 13:57:08.355296 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Deleting port da41d973-494a-4b3b-ac55-1e6fa07d002b {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:08.355729 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:08.400541 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '2ad01712-ac69-4189-a280-e168b426d642', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:d3:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:49Z', 'updated_at': '2022-03-08T13:57:07Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:08.430361 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:57:08.439817 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:08.440507 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:08.458084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] For port da41d973-494a-4b3b-ac55-1e6fa07d002b, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=da41d973-494a-4b3b-ac55-1e6fa07d002b,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:08.458527 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:08.459777 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-5130d3f1-3139-425f-923d-d99040225aee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.1216450 Mar 08 13:57:08.497072 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Calling delete_port for da41d973-494a-4b3b-ac55-1e6fa07d002b owned by network:router_interface {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:08.515080 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-a2807ae3-dc4d-4983-b017-02af62c36321 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:08.516545 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-a2807ae3-dc4d-4983-b017-02af62c36321 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 809 time: 0.1797094 Mar 08 13:57:08.538058 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-f6a29d7e-6198-4929-896a-a1e67cec8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:08.539519 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-f6a29d7e-6198-4929-896a-a1e67cec8c93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0722094 Mar 08 13:57:08.541134 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-7f49966b-ac68-4122-afaf-1fbdcbbd29fa tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/quotas/34f980e7a3e94d7ca2edd7cf4e17633c HTTP/1.1" status: 200 len: 375 time: 0.0172536 Mar 08 13:57:08.562931 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:08.627225 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-3b714fef-e09e-4d32-a8ad-3b4385e1a798 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790060 Mar 08 13:57:08.630785 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-3f681f56-3892-453c-b221-4567fb541e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:08.632521 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-3f681f56-3892-453c-b221-4567fb541e41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862920 Mar 08 13:57:08.799414 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-4e078323-838f-48ee-8276-a62a61d2edbf service neutron] 10.222.0.18 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512692 Mar 08 13:57:08.800104 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '2ad01712-ac69-4189-a280-e168b426d642', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:d3:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:49Z', 'updated_at': '2022-03-08T13:57:07Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:08.811978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:08.822546 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-45909175-57b3-4ad5-b454-29b6bad0e674 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829507 Mar 08 13:57:08.835292 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:08.835930 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 674d0ea3-7cdc-4ef7-82b2-b0bba3401e03 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:08.844155 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60107add-f023-4dc2-83d1-7ed41f7fb681 req-2aecb395-d88f-4b28-aba0-ba4c6e64922d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:08.846788 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-60107add-f023-4dc2-83d1-7ed41f7fb681 req-2aecb395-d88f-4b28-aba0-ba4c6e64922d tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.3850152 Mar 08 13:57:08.942117 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13098cbb-55f7-442d-9047-d86a69ac7c32 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '2ad01712-ac69-4189-a280-e168b426d642', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:d3:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:49Z', 'updated_at': '2022-03-08T13:57:07Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:57:08.955446 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-60107add-f023-4dc2-83d1-7ed41f7fb681 req-70cd1561-40d2-416c-ac99-ec6e4db466fa tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990195 Mar 08 13:57:08.979383 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-fbfdeea6-ab50-47ca-b8b1-4daa44c1d0f2 service neutron] 10.222.0.18 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685686 Mar 08 13:57:09.002251 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2719c4d7-3a6c-4090-b083-e73ef2a9b9a8 req-f8a5ca14-5262-4c90-8849-cfa6669a7fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619141 Mar 08 13:57:09.051024 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (da41d973-494a-4b3b-ac55-1e6fa07d002b), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:09.100023 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Pushing event deleted for resources: {'Port': ['ID=da41d973-494a-4b3b-ac55-1e6fa07d002b,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:09.182047 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00288-89b5-474e-a470-5adbe2dfb74a req-729cab2d-8c5e-4044-a400-dc1091513847 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:09.183737 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83b00288-89b5-474e-a470-5adbe2dfb74a req-729cab2d-8c5e-4044-a400-dc1091513847 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.1432924 Mar 08 13:57:09.200264 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34082) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:09.204859 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Request body: {'floatingip': {'port_id': '98aa5103-98e7-491e-9326-be7b2c123511'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:57:09.244832 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7980b-b47c-41a6-ae0c-4f0a54ce8a13 None None] New status for floating IP 2ad01712-ac69-4189-a280-e168b426d642: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:57:09.260214 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (efe3be61-1d1b-4d0c-a729-678d14a29e92), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:09.342721 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (6c769584-f77f-4ebb-affa-db956fcd1121), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:09.441308 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8c115ed4-82a6-4672-ab76-732a620b96d1 req-7f49500a-9ea8-4d6a-afa4-bf80c89dfb91 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 210 time: 0.0449309 Mar 08 13:57:09.640936 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Router 6c769584-f77f-4ebb-affa-db956fcd1121 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:57:09.754701 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:57:09.762998 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4acb8d81-8e75-4732-b802-100f4dad40ed admin admin] 10.222.0.18 "PUT /v2.0/routers/6c769584-f77f-4ebb-affa-db956fcd1121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779130 Mar 08 13:57:09.763787 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34094) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:09.771129 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] Sync routers for ids ['6c769584-f77f-4ebb-affa-db956fcd1121'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:57:09.781103 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] Routers {'6c769584-f77f-4ebb-affa-db956fcd1121'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:09.781748 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6c769584-f77f-4ebb-affa-db956fcd1121'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:09.871909 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:09.898781 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] Set router 6c769584-f77f-4ebb-affa-db956fcd1121 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:09.903241 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (efe3be61-1d1b-4d0c-a729-678d14a29e92), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:09.966915 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks [] for router (6c769584-f77f-4ebb-affa-db956fcd1121), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:10.080599 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:57:08Z', 'revision_number': 5, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:10.113003 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] Checking router: 6c769584-f77f-4ebb-affa-db956fcd1121 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:57:10.121914 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] Routers {'6c769584-f77f-4ebb-affa-db956fcd1121'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:10.122530 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['6c769584-f77f-4ebb-affa-db956fcd1121'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:10.229199 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] Set router 6c769584-f77f-4ebb-affa-db956fcd1121 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:10.346853 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Floating IP efe3be61-1d1b-4d0c-a729-678d14a29e92 associated. External IP: 172.27.2.208, port: 98aa5103-98e7-491e-9326-be7b2c123511. Mar 08 13:57:10.402415 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:57:08Z', 'revision_number': 5, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:10.406859 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks [] for router_gateway (6c769584-f77f-4ebb-affa-db956fcd1121), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:10.429635 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5782e-698e-4beb-a64c-63fa19e96613 None None] The sync data for ids ['6c769584-f77f-4ebb-affa-db956fcd1121'] in dv-cinder-830092-2-iscsi is: [{'id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'name': 'tempest-TestMinimumBasicScenario-1119197289-router', 'tenant_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:54:01Z', 'updated_at': '2022-03-08T13:57:08Z', 'revision_number': 5, 'project_id': 'ca627d4d3c3b4951a997a56a11eb118e', 'gw_port': {'id': '23a64cf6-b227-4cae-8ff5-95508f2ee16a', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c769584-f77f-4ebb-affa-db956fcd1121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:54:02Z', 'updated_at': '2022-03-08T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:57:10.596793 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4d76a74a-b2ad-480e-9ce0-68c07a56ea4c req-c492ebfa-30c7-441f-806a-1e09b4586876 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 210 time: 0.0786846 Mar 08 13:57:10.646620 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Deleting port 23a64cf6-b227-4cae-8ff5-95508f2ee16a {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:10.646959 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:10.734589 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-b0aca900-cfaf-47e5-9296-5d0e538c3579 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:10.735922 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-b0aca900-cfaf-47e5-9296-5d0e538c3579 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 809 time: 0.2550802 Mar 08 13:57:10.823576 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device da41d973-494a-4b3b-ac55-1e6fa07d002b no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:10.824769 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] For port 23a64cf6-b227-4cae-8ff5-95508f2ee16a, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=23a64cf6-b227-4cae-8ff5-95508f2ee16a,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:10.825134 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:10.848447 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: da41d973-494a-4b3b-ac55-1e6fa07d002b {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:10.848785 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device da41d973-494a-4b3b-ac55-1e6fa07d002b not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:10.862271 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Router 83434aec-3939-4495-9f54-40f5ca603998 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:57:10.864034 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Calling delete_port for 23a64cf6-b227-4cae-8ff5-95508f2ee16a owned by network:router_gateway {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:10.874651 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-9bc48f3c-2bd0-487e-8b15-fbd4e989ac35 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c HTTP/1.1" status: 200 len: 379 time: 0.1126101 Mar 08 13:57:10.886295 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'port': {'device_id': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'admin_state_up': True, 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'security_groups': ['0e7dd770-98db-44c3-a96f-4fecc0c34979']}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:57:11.179653 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:57:11.181599 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Made reservation on behalf of 34f980e7a3e94d7ca2edd7cf4e17633c for: {'port': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:57:11.184971 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.189145 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.189301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:57:11.200765 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:11.201394 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:11.264348 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-03cda5ed-9e66-4821-86e2-2ff13296311b tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "PUT /v2.0/floatingips/efe3be61-1d1b-4d0c-a729-678d14a29e92 HTTP/1.1" status: 200 len: 991 time: 2.0629425 Mar 08 13:57:11.267738 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:11.270011 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c" -d '{"events": [{"name": "network-changed", "server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "tag": "98aa5103-98e7-491e-9326-be7b2c123511"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:11.312690 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55155cca-a5f9-4ee5-8b64-2f2ae6a10d67 x-openstack-request-id: req-55155cca-a5f9-4ee5-8b64-2f2ae6a10d67 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:11.312870 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:11.313596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "tag": "98aa5103-98e7-491e-9326-be7b2c123511", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:11.313806 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55155cca-a5f9-4ee5-8b64-2f2ae6a10d67 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:11.314335 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511', 'status': 'completed', 'code': 200} Mar 08 13:57:11.332140 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (23a64cf6-b227-4cae-8ff5-95508f2ee16a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.366441 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a64cf6-b227-4cae-8ff5-95508f2ee16a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:11.386408 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-47d3f46a-4b7a-41b6-92ae-450d11bfa13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:11.388558 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-47d3f46a-4b7a-41b6-92ae-450d11bfa13c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f5752b78974423ab169a772d26d27a&device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 1129 time: 0.0487750 Mar 08 13:57:11.466224 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Allocated IP 172.20.0.8 (de1ef119-5ffc-49f0-95ed-4fe75e153aa1/12e2318f-dac0-4705-86ac-11acb1887e8c/9860a128-aed9-421f-8224-ea74ee0bbe98) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:57:11.481976 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (6c769584-f77f-4ebb-affa-db956fcd1121), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.497165 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-d7918cdf-c542-4169-a33b-294f2efcdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:11.498726 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-d7918cdf-c542-4169-a33b-294f2efcdea3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 200 len: 911 time: 0.1035535 Mar 08 13:57:11.573383 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-e420b5d8-8fd1-4d72-9f23-7b6ec53ec4bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98aa5103-98e7-491e-9326-be7b2c123511 HTTP/1.1" status: 200 len: 999 time: 0.0651872 Mar 08 13:57:11.598099 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (6c769584-f77f-4ebb-affa-db956fcd1121), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.602021 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks [] for router_controller (6c769584-f77f-4ebb-affa-db956fcd1121), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.632835 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-5850185c-3c13-471a-b785-e12ea8b5e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:11.634405 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-5850185c-3c13-471a-b785-e12ea8b5e532 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 200 len: 849 time: 0.0546057 Mar 08 13:57:11.704742 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-357344d9-2e31-4df2-ab5d-348ce2b4d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:11.706829 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-357344d9-2e31-4df2-ab5d-348ce2b4d640 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e4fb91-e46d-456c-b710-714510b9ddee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650401 Mar 08 13:57:11.708189 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (6c769584-f77f-4ebb-affa-db956fcd1121), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.709235 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c769584-f77f-4ebb-affa-db956fcd1121 {{(pid=114663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:57:11.714349 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'efe3be61-1d1b-4d0c-a729-678d14a29e92', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '83434aec-3939-4495-9f54-40f5ca603998', 'port_id': '98aa5103-98e7-491e-9326-be7b2c123511', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'mac_address': 'fa:16:3e:4a:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:52Z', 'updated_at': '2022-03-08T13:57:09Z', 'revision_number': 1, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:11.739351 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.741851 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3cdd140c-252c-447e-b3db-c5df8af04cb1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6c769584-f77f-4ebb-affa-db956fcd1121 HTTP/1.1" status: 204 len: 168 time: 1.9773691 Mar 08 13:57:11.744662 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c89e427e-eb04-4a20-9caa-089e462624fb req-2ba2fd51-b3b8-450b-9620-1b027a923738 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 210 time: 0.0473511 Mar 08 13:57:11.745175 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34106) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:11.745286 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:57:11.756872 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:11.757762 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:56:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:11.822683 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Deleting subnet 11622c78-d35c-4f09-92c4-a12d1e68a5a7 {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:57:11.832176 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Publish callbacks [] for subnet (11622c78-d35c-4f09-92c4-a12d1e68a5a7), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.838260 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-f3d14967-593d-41a1-ad3a-07cdcbadf896 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253381 Mar 08 13:57:11.856027 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.879480 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (11622c78-d35c-4f09-92c4-a12d1e68a5a7), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.892897 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:11.961151 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:11.966009 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bb8cb05b-1169-4f62-bcbe-3da4fc4f094c req-85abca87-0b05-45b5-8506-ce62d0c947d9 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161640 Mar 08 13:57:12.048710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:57:12.055221 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (11622c78-d35c-4f09-92c4-a12d1e68a5a7), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.057893 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:57:12.079858 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:12.082596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:57:12.137077 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:12.137745 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.144160 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'efe3be61-1d1b-4d0c-a729-678d14a29e92', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '83434aec-3939-4495-9f54-40f5ca603998', 'port_id': '98aa5103-98e7-491e-9326-be7b2c123511', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'mac_address': 'fa:16:3e:4a:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:52Z', 'updated_at': '2022-03-08T13:57:09Z', 'revision_number': 1, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:12.163284 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-948f8553-94d5-4a5e-909a-d51a21b7b949 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823896 Mar 08 13:57:12.169694 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (11622c78-d35c-4f09-92c4-a12d1e68a5a7), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.173721 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb2372-2cfe-4669-bd05-1b885593380d None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'efe3be61-1d1b-4d0c-a729-678d14a29e92', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '83434aec-3939-4495-9f54-40f5ca603998', 'port_id': '98aa5103-98e7-491e-9326-be7b2c123511', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'mac_address': 'fa:16:3e:4a:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:56:52Z', 'updated_at': '2022-03-08T13:57:09Z', 'revision_number': 1, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:57:12.185081 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Request body: {'port': {'device_id': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:57:12.189926 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.195529 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/11622c78-d35c-4f09-92c4-a12d1e68a5a7 HTTP/1.1" status: 204 len: 168 time: 0.4183044 Mar 08 13:57:12.196187 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34108) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:12.198658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93742a-31e2-4906-81fa-429706088ac5 None None] Network 912e4d27-1d28-44c8-84bb-3015c5e19494 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:57:12.252155 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9466d-a599-45f1-aa63-433e89a8511a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11622c78-d35c-4f09-92c4-a12d1e68a5a7,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:12.330678 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.363966 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (912e4d27-1d28-44c8-84bb-3015c5e19494), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.423588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-ed79f398-89c2-42e3-bce5-7be10b5c1393 None None] Provisioning complete for port 9860a128-aed9-421f-8224-ea74ee0bbe98 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:57:12.424480 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ed79f398-89c2-42e3-bce5-7be10b5c1393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.429626 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Deleting port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:12.430377 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.480524 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-ed79f398-89c2-42e3-bce5-7be10b5c1393 None None] Port 9860a128-aed9-421f-8224-ea74ee0bbe98 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:57:12.515738 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] DHCP port deletion for 912e4d27-1d28-44c8-84bb-3015c5e19494 request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:57:12.521927 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b4dc1-4346-440e-a1f2-4982297f7d90 None None] New status for floating IP efe3be61-1d1b-4d0c-a729-678d14a29e92: ACTIVE {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:57:12.522473 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] For port ae360e91-bbb8-4dc1-8ef5-215a6a66b092, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:12.522473 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.537662 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Calling delete_port for ae360e91-bbb8-4dc1-8ef5-215a6a66b092 owned by network:dhcp {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:12.576776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] Deleting port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 {{(pid=114664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:57:12.577053 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), before_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.625957 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.653320 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] For port ae360e91-bbb8-4dc1-8ef5-215a6a66b092, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,segment=NetworkSegment(da8317cb-770e-412b-9d92-416a32103200),segment_id=da8317cb-770e-412b-9d92-416a32103200)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:12.653960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), precommit_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.665838 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:12.670107 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] Calling delete_port for ae360e91-bbb8-4dc1-8ef5-215a6a66b092 owned by network:dhcp {{(pid=114664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:57:12.672922 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] No DVR routers for this DVR port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 on host dv-cinder-830092-2-iscsi {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:57:12.778479 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (ae360e91-bbb8-4dc1-8ef5-215a6a66b092), after_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.812456 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (912e4d27-1d28-44c8-84bb-3015c5e19494), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.816677 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ae360e91-bbb8-4dc1-8ef5-215a6a66b092 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:12.838472 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: ae360e91-bbb8-4dc1-8ef5-215a6a66b092 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:12.838956 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ae360e91-bbb8-4dc1-8ef5-215a6a66b092 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:12.839484 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 23a64cf6-b227-4cae-8ff5-95508f2ee16a no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:57:12.845114 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912e4d27-1d28-44c8-84bb-3015c5e19494']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:12.859252 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] Pushing event deleted for resources: {'Port': ['ID=ae360e91-bbb8-4dc1-8ef5-215a6a66b092,revision_number=None']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:12.863427 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 23a64cf6-b227-4cae-8ff5-95508f2ee16a {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:57:12.863864 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 23a64cf6-b227-4cae-8ff5-95508f2ee16a not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:57:12.865649 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404e366-cc5c-4248-ab18-f159fd8d011d None None] No DVR routers for this DVR port ae360e91-bbb8-4dc1-8ef5-215a6a66b092 on host dv-cinder-830092-2-iscsi {{(pid=114664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:57:12.877076 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8317cb-770e-412b-9d92-416a32103200') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:12.877393 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8317cb-770e-412b-9d92-416a32103200') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:12.902092 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (da8317cb-770e-412b-9d92-416a32103200), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.918924 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (da8317cb-770e-412b-9d92-416a32103200), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.926392 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:57:12.926857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (da8317cb-770e-412b-9d92-416a32103200), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:57:12.928656 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:57:12.987925 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb4117-514b-4ed0-aa30-b0399cb76443 req-39e539ac-4bb0-46a6-a9c9-96c5db0d3ecf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:12.989443 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b1cb4117-514b-4ed0-aa30-b0399cb76443 req-39e539ac-4bb0-46a6-a9c9-96c5db0d3ecf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 931 time: 0.1409922 Mar 08 13:57:12.991157 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9860a128-aed9-421f-8224-ea74ee0bbe98 {{(pid=114663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:57:12.999885 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Publish callbacks [] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.009498 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (912e4d27-1d28-44c8-84bb-3015c5e19494), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.012254 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.provisioning_blocks [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Transition to ACTIVE for port object 9860a128-aed9-421f-8224-ea74ee0bbe98 will not be triggered until provisioned by entity L2. {{(pid=114663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:57:13.017216 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.017444 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.020689 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] 10.222.0.18 "DELETE /v2.0/networks/912e4d27-1d28-44c8-84bb-3015c5e19494 HTTP/1.1" status: 204 len: 168 time: 0.8234563 Mar 08 13:57:13.033424 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeef0e2-83fd-4780-be2b-193ed2dff45b admin admin] Pushing event deleted for resources: {'Network': ['ID=912e4d27-1d28-44c8-84bb-3015c5e19494,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:13.061300 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b1cb4117-514b-4ed0-aa30-b0399cb76443 req-bfbaf045-95f5-4766-8bc5-1fb4b05d66da tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661218 Mar 08 13:57:13.093521 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:13.156570 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Attempting to bind port 9860a128-aed9-421f-8224-ea74ee0bbe98 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:57:13.156904 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Attempting to bind port 9860a128-aed9-421f-8224-ea74ee0bbe98 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:57:13.157236 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Attempting to bind port 9860a128-aed9-421f-8224-ea74ee0bbe98 on network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:57:13.162562 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Port 9860a128-aed9-421f-8224-ea74ee0bbe98 on network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:57:13.162887 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Attempting to bind port 9860a128-aed9-421f-8224-ea74ee0bbe98 on network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:57:13.168086 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:57:13.168430 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Checking segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:57:13.168815 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Bound using segment: {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'} {{(pid=114663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:57:13.169249 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.managers [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Bound port: 9860a128-aed9-421f-8224-ea74ee0bbe98, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5ec62e-d9fb-40ae-a3c9-0896456a7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1'}}] {{(pid=114663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:57:13.169640 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.218628 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34114) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:13.259787 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, cleared binding levels {{(pid=114663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:57:13.264327 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:57:13.275712 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.288175 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d1233904-182f-41d5-baa9-5175b19cb51d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81fd0fd8a1cc499f8479307f01f32b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682642 Mar 08 13:57:13.290899 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34116) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:13.315540 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:13.316167 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.317567 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-60369119-20b9-413a-a512-b8a242badf49 service neutron] 10.222.0.32 "PUT /v2.0/ports/9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 1093 time: 1.1388426 Mar 08 13:57:13.318007 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:13.320333 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b7c97-c85f-4b42-9859-0ec2eab5782a" -d '{"events": [{"name": "network-changed", "server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:13.350276 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1fcacbad-6b01-47c2-ab23-617b09755fa0 admin admin] Publish callbacks [] for security_group (c652860e-edc4-4e86-bd1e-350bee1a5f1a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.368315 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc804364-1f84-42f6-a75b-b69105347e3a x-openstack-request-id: req-bc804364-1f84-42f6-a75b-b69105347e3a {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:13.368741 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:13.369008 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc804364-1f84-42f6-a75b-b69105347e3a {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:13.369560 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'status': 'completed', 'code': 200} Mar 08 13:57:13.371778 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369119-20b9-413a-a512-b8a242badf49 service neutron] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=3']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:13.378131 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1fcacbad-6b01-47c2-ab23-617b09755fa0 admin admin] Publish callbacks [] for security_group (c652860e-edc4-4e86-bd1e-350bee1a5f1a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.423086 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-69b312f8-82e4-45a9-aaa8-77ba6e44f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:13.424666 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-69b312f8-82e4-45a9-aaa8-77ba6e44f50f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1127 time: 0.0541046 Mar 08 13:57:13.436430 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1fcacbad-6b01-47c2-ab23-617b09755fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (c652860e-edc4-4e86-bd1e-350bee1a5f1a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.439377 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1fcacbad-6b01-47c2-ab23-617b09755fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.440548 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1fcacbad-6b01-47c2-ab23-617b09755fa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c652860e-edc4-4e86-bd1e-350bee1a5f1a HTTP/1.1" status: 204 len: 168 time: 0.1485486 Mar 08 13:57:13.448991 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcacbad-6b01-47c2-ab23-617b09755fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652860e-edc4-4e86-bd1e-350bee1a5f1a,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:13.469764 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-91f0fdf4-601a-4072-ba9b-02ac05b2b172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 217 time: 0.0386155 Mar 08 13:57:13.521915 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-0709cf3b-9a19-4c79-9b8d-6290a79f2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:13.523422 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-0709cf3b-9a19-4c79-9b8d-6290a79f2f85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0454764 Mar 08 13:57:13.578564 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-bfe1a4cc-fc97-42dc-8535-e99e8943b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:13.580086 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-bfe1a4cc-fc97-42dc-8535-e99e8943b574 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456958 Mar 08 13:57:13.677375 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-33725cfd-0e25-457f-a9ab-c7c0772daa99 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901327 Mar 08 13:57:13.770154 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e5813de-dd97-4329-b855-b564dbd0e53f req-2e26c1b7-215c-4d9f-b6c2-e34413b8e279 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865951 Mar 08 13:57:13.790765 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34124) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:13.832990 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-cb8e57be-2c60-4cb9-9ab4-a7aaee8f65af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca627d4d3c3b4951a997a56a11eb118e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406196 Mar 08 13:57:13.835888 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34126) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:13.867343 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-c584f2f8-7621-4f6e-99b6-2813057a1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:13.868903 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-c584f2f8-7621-4f6e-99b6-2813057a1cb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1127 time: 0.0464318 Mar 08 13:57:13.886510 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c95b2f1-c583-4104-9a89-1ff4965a361e admin admin] Publish callbacks [] for security_group (6a2643eb-55ac-4976-b6df-bad692b94ded), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.908336 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c95b2f1-c583-4104-9a89-1ff4965a361e admin admin] Publish callbacks [] for security_group (6a2643eb-55ac-4976-b6df-bad692b94ded), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.956969 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-5b4bad2c-bdad-4922-8e10-1fa1a7bfef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:13.957225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c95b2f1-c583-4104-9a89-1ff4965a361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (6a2643eb-55ac-4976-b6df-bad692b94ded), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.958507 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-5b4bad2c-bdad-4922-8e10-1fa1a7bfef28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.0828586 Mar 08 13:57:13.959748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8c95b2f1-c583-4104-9a89-1ff4965a361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:13.960954 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8c95b2f1-c583-4104-9a89-1ff4965a361e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a2643eb-55ac-4976-b6df-bad692b94ded HTTP/1.1" status: 204 len: 168 time: 0.1239200 Mar 08 13:57:13.968868 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b2f1-c583-4104-9a89-1ff4965a361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2643eb-55ac-4976-b6df-bad692b94ded,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:14.012123 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-7ebe10f6-5adc-4265-819d-b0e0c2816072 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 217 time: 0.0438337 Mar 08 13:57:14.064416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-f932b8ba-3140-4c1d-9c4f-805bd5be9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:14.065905 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-f932b8ba-3140-4c1d-9c4f-805bd5be9197 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0427644 Mar 08 13:57:14.117845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-773b248b-b860-488a-a415-f5f7790bf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:14.119387 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-773b248b-b860-488a-a415-f5f7790bf53c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464892 Mar 08 13:57:14.208580 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0642a8-f22a-4f2d-8ae8-bffc9c19dc23 req-5296155d-d348-4e3b-8fd4-498673b1631a tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:14.210219 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2e0642a8-f22a-4f2d-8ae8-bffc9c19dc23 req-5296155d-d348-4e3b-8fd4-498673b1631a tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0562150 Mar 08 13:57:14.228348 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-4b1cfad3-c35e-40d7-aac1-4039eaa3551a service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931189 Mar 08 13:57:14.266379 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2e0642a8-f22a-4f2d-8ae8-bffc9c19dc23 req-773b04da-bedd-4f59-aa06-d600af210a2c tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499609 Mar 08 13:57:14.333078 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f87b7c97-c85f-4b42-9859-0ec2eab5782a req-a1e0c848-f9ff-490d-a047-b8d3392ac09b service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940237 Mar 08 13:57:15.424185 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894127cd-5cbc-4f0a-ae80-8c666982569d req-71762327-9540-4e5a-8e12-62dfccc5aa42 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:15.425710 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-894127cd-5cbc-4f0a-ae80-8c666982569d req-71762327-9540-4e5a-8e12-62dfccc5aa42 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0661616 Mar 08 13:57:15.475495 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-894127cd-5cbc-4f0a-ae80-8c666982569d req-69c0c13c-400a-4dfb-92d3-e36c68c3c6f2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439842 Mar 08 13:57:16.608000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60c51-4658-4501-b8d9-9e2bba80463c req-4c432e92-17fb-4c11-a89f-becda3db4788 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:16.609450 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ba60c51-4658-4501-b8d9-9e2bba80463c req-4c432e92-17fb-4c11-a89f-becda3db4788 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0566640 Mar 08 13:57:16.663797 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3ba60c51-4658-4501-b8d9-9e2bba80463c req-7660ed72-77b7-4317-aefb-42f175fb4021 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456622 Mar 08 13:57:17.803163 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591c8a9-06bd-44ba-9d0f-60711b47c0ef req-b8d60a93-14b1-425b-8bf1-47c6c2829bd6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:17.804568 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f591c8a9-06bd-44ba-9d0f-60711b47c0ef req-b8d60a93-14b1-425b-8bf1-47c6c2829bd6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0588796 Mar 08 13:57:17.857892 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f591c8a9-06bd-44ba-9d0f-60711b47c0ef req-abb65c30-3260-400a-9f04-0c93e5729290 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Mar 08 13:57:18.987532 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5998545-3d8c-4c31-976e-69802659d96b req-dd4c46bb-7876-4856-bbcb-157f9eaaf973 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:18.988935 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5998545-3d8c-4c31-976e-69802659d96b req-dd4c46bb-7876-4856-bbcb-157f9eaaf973 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0559914 Mar 08 13:57:19.036963 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5998545-3d8c-4c31-976e-69802659d96b req-1aa7db4e-eae1-4786-90eb-0120ae8887fd tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Mar 08 13:57:20.047588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-829b87a0-95c1-44c7-96e6-0ba50e1cb2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:20.105283 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:57:20.164263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b2a0-fa20-48f0-bf2a-9a9681fc3de7 req-cd5f2a5a-38ae-4aef-a495-2dc9e942c791 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:20.165762 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a5f8b2a0-fa20-48f0-bf2a-9a9681fc3de7 req-cd5f2a5a-38ae-4aef-a495-2dc9e942c791 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0612936 Mar 08 13:57:20.216619 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a5f8b2a0-fa20-48f0-bf2a-9a9681fc3de7 req-ab988782-9af8-4344-ab2c-6e5fcd62be85 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Mar 08 13:57:21.343704 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c721-9df2-4c6a-a5c5-6f36fd772425 req-9f6efb70-7aae-4afa-8d3e-81000e0efe46 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:21.345154 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-eb45c721-9df2-4c6a-a5c5-6f36fd772425 req-9f6efb70-7aae-4afa-8d3e-81000e0efe46 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0568950 Mar 08 13:57:21.393017 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-eb45c721-9df2-4c6a-a5c5-6f36fd772425 req-bef0c14b-3938-4b3f-953c-17ed55c7bfbc tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Mar 08 13:57:21.468451 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:57:21.571461 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:21.582033 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'port_id': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'mac_address': 'fa:16:3e:6d:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:57:21.622537 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9860a128-aed9-421f-8224-ea74ee0bbe98 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:21.622940 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:21.636900 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9860a128-aed9-421f-8224-ea74ee0bbe98 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:57:21.656201 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:21.663722 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:21.722231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:21.945588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9860a128-aed9-421f-8224-ea74ee0bbe98'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:57:22.153427 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7a134f2c-f070-41f1-a7a2-f184995a52be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:22.521247 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50592f-c9be-4cfb-8867-bf0fd1592ecc req-60851000-303a-4928-987c-cdb5f3d22478 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:22.522746 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6a50592f-c9be-4cfb-8867-bf0fd1592ecc req-60851000-303a-4928-987c-cdb5f3d22478 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 944 time: 0.0539331 Mar 08 13:57:22.572025 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6a50592f-c9be-4cfb-8867-bf0fd1592ecc req-44273d0f-a1e6-49d8-a9e2-a30792071b81 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Mar 08 13:57:23.255051 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:23.481010 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:57:23.536270 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 9860a128-aed9-421f-8224-ea74ee0bbe98 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:57:23.540147 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 9860a128-aed9-421f-8224-ea74ee0bbe98 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:57:23.540515 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:23.623577 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9860a128-aed9-421f-8224-ea74ee0bbe98 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:23.623965 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:23.647219 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:23.649492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca4c73a-efd5-4e20-8b5f-d688a3e4c93f" -d '{"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-plugged", "status": "completed", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:23.661882 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:23.667247 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:23.691942 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00981a-cbc5-47f3-afc8-fe15a124959b req-22c27914-66d8-4a82-995d-085c741825fb tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:23.693341 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cd5714-b737-433c-bcfc-7b20a1787054 x-openstack-request-id: req-39cd5714-b737-433c-bcfc-7b20a1787054 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:23.693574 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ea00981a-cbc5-47f3-afc8-fe15a124959b req-22c27914-66d8-4a82-995d-085c741825fb tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 944 time: 0.0549331 Mar 08 13:57:23.693742 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-plugged", "status": "completed", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:23.693905 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39cd5714-b737-433c-bcfc-7b20a1787054 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:23.694250 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'code': 200} Mar 08 13:57:23.748676 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ea00981a-cbc5-47f3-afc8-fe15a124959b req-36ec36b0-cd83-4140-99be-5aef10a3a81f tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490460 Mar 08 13:57:23.863979 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:24.116577 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c1145-98f1-4d5c-b9e3-19b07eea4279 req-cdd1d9f9-4ae7-4cfc-af71-c54b131dd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:24.118970 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1e8c1145-98f1-4d5c-b9e3-19b07eea4279 req-cdd1d9f9-4ae7-4cfc-af71-c54b131dd6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.1975372 Mar 08 13:57:24.167866 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1e8c1145-98f1-4d5c-b9e3-19b07eea4279 req-4f0bf7ee-c9d1-4eb3-9a14-78e150fa326f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Mar 08 13:57:24.748125 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:24.870424 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa4fd-584f-41a2-85fc-8c0acb392540 req-0d7ee12c-ac28-42b3-bf53-2ad247b8fed0 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:24.872030 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-01faa4fd-584f-41a2-85fc-8c0acb392540 req-0d7ee12c-ac28-42b3-bf53-2ad247b8fed0 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0553057 Mar 08 13:57:24.922183 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-01faa4fd-584f-41a2-85fc-8c0acb392540 req-a5d91c01-7efe-4faa-90f6-ade17b5a8201 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Mar 08 13:57:26.048401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9532-0be3-4ed1-a4ab-04836066029d req-771f0923-605c-4675-ace8-41ca2c3ade32 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:26.049880 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-444b9532-0be3-4ed1-a4ab-04836066029d req-771f0923-605c-4675-ace8-41ca2c3ade32 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Mar 08 13:57:26.103466 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-444b9532-0be3-4ed1-a4ab-04836066029d req-607176f5-d00c-47f9-a34b-bb80e3a71387 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Mar 08 13:57:26.227363 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29ac69-f78e-41cc-9f0e-8f4e3de072d0 req-4e4c786e-d9d5-4f7a-a5b0-9d46ebde9b12 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:26.228695 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7d29ac69-f78e-41cc-9f0e-8f4e3de072d0 req-4e4c786e-d9d5-4f7a-a5b0-9d46ebde9b12 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0574372 Mar 08 13:57:26.278686 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7d29ac69-f78e-41cc-9f0e-8f4e3de072d0 req-d2f56aae-b132-4d78-a57d-22e04afd5036 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Mar 08 13:57:26.306401 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34170) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:26.387252 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:26.463554 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff52086-86f0-47fb-bd01-1487d3b8f0c3 tempest-TestShelveInstance-2093212532 tempest-TestShelveInstance-2093212532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:26.465026 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5ff52086-86f0-47fb-bd01-1487d3b8f0c3 tempest-TestShelveInstance-2093212532 tempest-TestShelveInstance-2093212532-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1124 time: 0.1577013 Mar 08 13:57:26.468008 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34174) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:57:26.472486 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'port_id': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:57:26.494832 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:26.591134 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:26.704869 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Allocated IP 172.27.2.232 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/ef228a51-40d0-4d62-b964-988c20768484) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:57:26.807122 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for port (ef228a51-40d0-4d62-b964-988c20768484), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:26.841871 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (ef228a51-40d0-4d62-b964-988c20768484), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:26.884689 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:57:26.887575 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:57:26.891917 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:57:26.894910 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'Port': ['ID=ef228a51-40d0-4d62-b964-988c20768484,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:27.263473 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for floatingip (1c69f253-e108-41af-9911-98275258975e), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:27.337908 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (ef228a51-40d0-4d62-b964-988c20768484), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:27.490933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for port (ef228a51-40d0-4d62-b964-988c20768484), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:27.498637 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (ef228a51-40d0-4d62-b964-988c20768484), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:27.566121 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event updated for resources: {'Port': ['ID=ef228a51-40d0-4d62-b964-988c20768484,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:27.574156 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (1c69f253-e108-41af-9911-98275258975e), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:27.672864 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Floating IP 1c69f253-e108-41af-9911-98275258975e associated. External IP: 172.27.2.232, port: 9860a128-aed9-421f-8224-ea74ee0bbe98. Mar 08 13:57:27.885437 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:57:27.992163 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:57:28.001972 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] Sync routers for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:57:28.012802 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:28.013398 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:28.013981 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:57:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:28.043352 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b1167309-5e49-4136-9dda-1ce694836591 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5743370 Mar 08 13:57:28.043943 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:28.046188 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf540c2-08b6-4320-850e-37d632714f88" -d '{"events": [{"name": "network-changed", "server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:28.081325 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df8cce5-fcb3-4ee4-8f04-35af431889ec x-openstack-request-id: req-0df8cce5-fcb3-4ee4-8f04-35af431889ec {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:28.081648 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:28.082233 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0df8cce5-fcb3-4ee4-8f04-35af431889ec {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:28.082653 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'status': 'completed', 'code': 200} Mar 08 13:57:28.127177 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:28.150381 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf540c2-08b6-4320-850e-37d632714f88 req-0a7cc953-8f3b-4fc6-bf9e-e03477668764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:28.151800 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-0a7cc953-8f3b-4fc6-bf9e-e03477668764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0437059 Mar 08 13:57:28.248562 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf540c2-08b6-4320-850e-37d632714f88 req-a0fe19b9-0549-4be9-902e-5f6c2a7babeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:28.250216 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-a0fe19b9-0549-4be9-902e-5f6c2a7babeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.0877244 Mar 08 13:57:28.314756 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-678a20e7-c0a6-4a3b-bb6f-47d23c2eadad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 999 time: 0.0568678 Mar 08 13:57:28.348038 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '1c69f253-e108-41af-9911-98275258975e', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'port_id': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'mac_address': 'fa:16:3e:6d:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:57:27Z', 'updated_at': '2022-03-08T13:57:27Z', 'revision_number': 0, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:46Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:28.364209 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf540c2-08b6-4320-850e-37d632714f88 req-6bf7c199-bbf0-45da-9abe-00924b1580c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:28.365737 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-6bf7c199-bbf0-45da-9abe-00924b1580c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0426512 Mar 08 13:57:28.374285 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] Checking router: b5a22fdf-1008-4004-8043-4eb0a4bc9af9 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:57:28.382834 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:57:28.383471 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:57:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:28.416551 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf540c2-08b6-4320-850e-37d632714f88 req-5ac6bd29-ef3d-4380-8c00-f7bce778ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:28.418103 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-5ac6bd29-ef3d-4380-8c00-f7bce778ef3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465834 Mar 08 13:57:28.491940 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:57:28.507675 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-0708a949-e34c-45c4-a701-37a444a8c438 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819354 Mar 08 13:57:28.611024 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aaf540c2-08b6-4320-850e-37d632714f88 req-ac9e7336-580a-46c3-9b82-d14d6819a9d1 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858738 Mar 08 13:57:28.714025 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '1c69f253-e108-41af-9911-98275258975e', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'port_id': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'mac_address': 'fa:16:3e:6d:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:57:27Z', 'updated_at': '2022-03-08T13:57:27Z', 'revision_number': 0, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:46Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:57:28.740509 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a732626-c6c3-4856-966d-e30976449f73 None None] The sync data for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi is: [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '1c69f253-e108-41af-9911-98275258975e', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'port_id': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'mac_address': 'fa:16:3e:6d:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:57:27Z', 'updated_at': '2022-03-08T13:57:27Z', 'revision_number': 0, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:46Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:57:28.928189 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e0363-d01f-45ab-af61-775b25be0337 None None] New status for floating IP 1c69f253-e108-41af-9911-98275258975e: ACTIVE {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:57:34.335032 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c3e19-78d6-4f58-8e9e-62c4b44670a4 req-3fb7dd90-2e61-4c1f-b1cc-8bcd0b3afabb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:34.336543 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e76c3e19-78d6-4f58-8e9e-62c4b44670a4 req-3fb7dd90-2e61-4c1f-b1cc-8bcd0b3afabb tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0560067 Mar 08 13:57:34.388660 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e76c3e19-78d6-4f58-8e9e-62c4b44670a4 req-00d731c0-eaea-4b0a-b6ff-46e09be5c237 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436783 Mar 08 13:57:35.521831 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9755a9-a93c-4935-a9e3-a48d40e11f86 req-d5b95191-f1e7-4c23-a846-e1a04a17255d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:35.523343 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fb9755a9-a93c-4935-a9e3-a48d40e11f86 req-d5b95191-f1e7-4c23-a846-e1a04a17255d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0541832 Mar 08 13:57:35.569711 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fb9755a9-a93c-4935-a9e3-a48d40e11f86 req-000e7e42-c568-4d21-96f7-6030498a9177 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Mar 08 13:57:36.722019 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873ff88-e7f9-4b67-829c-17a1db55abfb req-3a04032e-91b1-4162-be1e-edfef96a5577 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:36.723497 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c873ff88-e7f9-4b67-829c-17a1db55abfb req-3a04032e-91b1-4162-be1e-edfef96a5577 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0596631 Mar 08 13:57:36.771902 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c873ff88-e7f9-4b67-829c-17a1db55abfb req-b8bb80a0-9859-4ed4-9201-bf3865af1c3a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404992 Mar 08 13:57:37.283260 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:37.916540 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34fb60-34ea-4983-acdd-d4cf100bec76 req-20791dda-5abc-4d1f-83fe-714a60f21d72 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:37.918049 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0a34fb60-34ea-4983-acdd-d4cf100bec76 req-20791dda-5abc-4d1f-83fe-714a60f21d72 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0612252 Mar 08 13:57:37.964362 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0a34fb60-34ea-4983-acdd-d4cf100bec76 req-138c7832-0e57-4ac1-897d-7bb26dd1214a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407495 Mar 08 13:57:39.103434 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc51137-19d4-4927-8a2b-c12129a5db77 req-8cada6a2-f2a6-43c0-a72c-bf3b2b5e32ce tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:39.104911 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afc51137-19d4-4927-8a2b-c12129a5db77 req-8cada6a2-f2a6-43c0-a72c-bf3b2b5e32ce tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0540674 Mar 08 13:57:39.154501 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-afc51137-19d4-4927-8a2b-c12129a5db77 req-d06fec88-e4c7-4def-bca9-6de99ae0473b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Mar 08 13:57:40.287661 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045ff30-d2ba-490d-b387-4dc31aae5319 req-db51f7d7-f9fd-4986-81bc-c5d499603109 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:40.289128 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c045ff30-d2ba-490d-b387-4dc31aae5319 req-db51f7d7-f9fd-4986-81bc-c5d499603109 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0572050 Mar 08 13:57:40.335451 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c045ff30-d2ba-490d-b387-4dc31aae5319 req-554f4bbb-30bd-4068-8835-852197be855b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406446 Mar 08 13:57:41.473428 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404efe8-7b0a-4830-bbfa-f8986eec99bf req-a7c1946b-eca6-42cd-8e3a-540ca5ec45ba tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:41.475095 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d404efe8-7b0a-4830-bbfa-f8986eec99bf req-a7c1946b-eca6-42cd-8e3a-540ca5ec45ba tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0530009 Mar 08 13:57:41.529771 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d404efe8-7b0a-4830-bbfa-f8986eec99bf req-bf59568e-b869-4d3a-a4e6-3badb3a4fdb7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488293 Mar 08 13:57:42.665699 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ff67a-b440-48cf-ae91-a0e5631fe615 req-9d538b86-eaff-4d78-88ae-2154d91af5cf tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:42.667167 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-217ff67a-b440-48cf-ae91-a0e5631fe615 req-9d538b86-eaff-4d78-88ae-2154d91af5cf tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0561583 Mar 08 13:57:42.717636 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-217ff67a-b440-48cf-ae91-a0e5631fe615 req-63355f4e-4e52-44d9-9469-f21a997246c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Mar 08 13:57:43.859124 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68822b-d418-41ad-891e-f9bb5407082c req-12382b5a-d6ac-4724-92e5-808334e381ab tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:43.860582 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2d68822b-d418-41ad-891e-f9bb5407082c req-12382b5a-d6ac-4724-92e5-808334e381ab tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0632877 Mar 08 13:57:43.908445 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2d68822b-d418-41ad-891e-f9bb5407082c req-5256ddf2-97f2-4335-af22-aa9b9ec0a739 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Mar 08 13:57:45.062333 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91c46-ba47-42f4-abae-754e0ba43679 req-c7f3108c-5030-49f3-aab1-a336e3d08c58 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:45.063817 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-14a91c46-ba47-42f4-abae-754e0ba43679 req-c7f3108c-5030-49f3-aab1-a336e3d08c58 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0675313 Mar 08 13:57:45.111055 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-14a91c46-ba47-42f4-abae-754e0ba43679 req-1889ce55-055b-4613-90e7-876d2c2d3f84 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415106 Mar 08 13:57:46.244815 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb469-734f-4714-9801-d44c45e1eb67 req-f348ab73-b8c1-41a8-9d9f-2d9d4d8590a7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:46.246289 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9feb469-734f-4714-9801-d44c45e1eb67 req-f348ab73-b8c1-41a8-9d9f-2d9d4d8590a7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0521479 Mar 08 13:57:46.292432 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9feb469-734f-4714-9801-d44c45e1eb67 req-8432c754-8fe3-40db-b480-fe8b306c170b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Mar 08 13:57:47.432755 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead44b8-5ef4-4d66-93b1-b9e3f6b100a4 req-8d04563c-e1a3-4f00-8bfb-24a40f1c9415 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:47.434286 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5ead44b8-5ef4-4d66-93b1-b9e3f6b100a4 req-8d04563c-e1a3-4f00-8bfb-24a40f1c9415 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0605755 Mar 08 13:57:47.480921 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5ead44b8-5ef4-4d66-93b1-b9e3f6b100a4 req-6ff4155d-3fbb-494a-bef2-634267b95b31 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410116 Mar 08 13:57:48.604894 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6d1a-ee7b-41eb-ad60-40beaa4c71a1 req-dfd310ed-a29f-4aed-899f-994e7aa656b7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:48.606405 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c4ee6d1a-ee7b-41eb-ad60-40beaa4c71a1 req-dfd310ed-a29f-4aed-899f-994e7aa656b7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0544589 Mar 08 13:57:48.672419 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c4ee6d1a-ee7b-41eb-ad60-40beaa4c71a1 req-6670b018-4f9c-4f94-aa04-6f0aa58a1a64 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603471 Mar 08 13:57:49.802576 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3175d-7a00-47c6-b809-344fec5a7746 req-2433fec8-cee5-4089-b549-fc32b7ca8b12 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:49.804058 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7df3175d-7a00-47c6-b809-344fec5a7746 req-2433fec8-cee5-4089-b549-fc32b7ca8b12 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0578396 Mar 08 13:57:49.850377 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7df3175d-7a00-47c6-b809-344fec5a7746 req-b5df1e27-e4c3-4438-9c78-b97aeb2d939b tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406339 Mar 08 13:57:50.049277 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-44113dc8-11a9-434d-8cdc-6a31e0323a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:50.991889 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095865-b9ab-461d-a859-e4f00598eaa8 req-2468ee2e-7ddb-488c-827e-5ffa0863200d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:50.993348 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-11095865-b9ab-461d-a859-e4f00598eaa8 req-2468ee2e-7ddb-488c-827e-5ffa0863200d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0592482 Mar 08 13:57:51.040168 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-11095865-b9ab-461d-a859-e4f00598eaa8 req-03a5c4ee-05ae-43f1-8215-202a8e4cd4ed tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397530 Mar 08 13:57:52.145789 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-322b3f44-6969-4217-96fc-881932eaf312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:52.162229 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e37f6-ff43-4829-af2c-92f44d4b1e22 req-0b5dc85b-3433-43df-a69a-baa217322dad tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:52.163707 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-de4e37f6-ff43-4829-af2c-92f44d4b1e22 req-0b5dc85b-3433-43df-a69a-baa217322dad tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0518546 Mar 08 13:57:52.214079 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-de4e37f6-ff43-4829-af2c-92f44d4b1e22 req-87012cf0-3389-498d-9add-b326707f867d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442772 Mar 08 13:57:53.253541 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:53.336497 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d6f7e-6666-4626-b74b-9effd90e573e req-091bca02-274b-4fb1-824e-fe1699d9bdc9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:53.338173 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6e5d6f7e-6666-4626-b74b-9effd90e573e req-091bca02-274b-4fb1-824e-fe1699d9bdc9 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0536914 Mar 08 13:57:53.385323 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6e5d6f7e-6666-4626-b74b-9effd90e573e req-ad315ac0-ec34-456e-bd44-6b27042f2c38 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416319 Mar 08 13:57:54.521346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ce588-8997-4a8a-badf-c72e9058d31e req-39ce1232-4443-461b-ad47-42913e943c71 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:54.522849 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-061ce588-8997-4a8a-badf-c72e9058d31e req-39ce1232-4443-461b-ad47-42913e943c71 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0631878 Mar 08 13:57:54.570390 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-061ce588-8997-4a8a-badf-c72e9058d31e req-e2d7cdf6-44ed-4e27-8ed2-1bdda13bc7e4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 Mar 08 13:57:54.750475 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:55.679535 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:57:55.705848 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eece7-a417-4b13-a23a-09d975835edf req-341eaf33-06dd-4227-9d93-85a35f16afc3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:55.707441 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9c2eece7-a417-4b13-a23a-09d975835edf req-341eaf33-06dd-4227-9d93-85a35f16afc3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0540390 Mar 08 13:57:55.759636 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9c2eece7-a417-4b13-a23a-09d975835edf req-900268a2-a88b-4eaf-929c-4d0b8dd7d267 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457382 Mar 08 13:57:55.791567 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:55.801815 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'mac_address': 'fa:16:3e:6b:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:57:55.838787 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: ACTIVE; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:55.839182 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:55.852786 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:57:55.872559 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:55.878598 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:55.935998 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=6']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:55.943107 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.943453 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.943910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.944114 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.944438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.945051 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.945051 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.945414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.945738 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.946301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.946408 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.946670 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.946982 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:57:55.987936 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:57:56.384923 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:56.891168 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b81771-ad00-449a-81cc-b5fe46f92b03 req-69dd2e4d-b1c9-4fe4-81a3-9a1d43c236b6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:56.892917 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25b81771-ad00-449a-81cc-b5fe46f92b03 req-69dd2e4d-b1c9-4fe4-81a3-9a1d43c236b6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 945 time: 0.0558712 Mar 08 13:57:56.949291 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25b81771-ad00-449a-81cc-b5fe46f92b03 req-7e7838a5-5ebb-4024-9cc0-01b4bc320aae tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501883 Mar 08 13:57:57.105102 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:57:57.686943 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:57:57.745870 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:57:57.746528 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:57.832531 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:57:57.833396 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:57.858441 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:57:57.861016 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fabfde-62bf-40f7-8ce9-368c76d61290" -d '{"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-plugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:57:57.875782 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:57:57.884476 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:57:57.939402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=7']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:57:57.975543 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afbcd19-7149-4b95-bbb6-550ff5d33c30 x-openstack-request-id: req-1afbcd19-7149-4b95-bbb6-550ff5d33c30 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:57:57.975912 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-plugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:57:57.976225 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1afbcd19-7149-4b95-bbb6-550ff5d33c30 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:57:57.976684 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'code': 200} Mar 08 13:57:58.092448 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8107-1c4f-4dea-8ff9-4224ffe5682d req-07e971b6-67b0-454b-9fc7-3af9ca98ecfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:58.099858 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-752c8107-1c4f-4dea-8ff9-4224ffe5682d req-07e971b6-67b0-454b-9fc7-3af9ca98ecfd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0689256 Mar 08 13:57:58.148055 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-752c8107-1c4f-4dea-8ff9-4224ffe5682d req-5171abd8-a36f-4ee8-91d6-4d941caef83a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473268 Mar 08 13:57:59.287141 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ed3b3-9d2d-4d11-856f-f317adc3dcfa req-a8886efb-6c5f-488c-b6b5-47f21fa02175 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:57:59.288665 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-367ed3b3-9d2d-4d11-856f-f317adc3dcfa req-a8886efb-6c5f-488c-b6b5-47f21fa02175 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0583291 Mar 08 13:57:59.340110 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-367ed3b3-9d2d-4d11-856f-f317adc3dcfa req-e02a3313-d8dc-480e-85e0-1f059ac5495c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454047 Mar 08 13:58:00.479836 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e24c36-3460-4ca9-b1b4-19c599cc3ba5 req-95345411-b2ed-4a72-94c8-e9f09a4bdd40 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:00.482005 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-17e24c36-3460-4ca9-b1b4-19c599cc3ba5 req-95345411-b2ed-4a72-94c8-e9f09a4bdd40 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0556633 Mar 08 13:58:00.530487 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-17e24c36-3460-4ca9-b1b4-19c599cc3ba5 req-b4c4b05e-78a2-4203-8d39-8562ee241d01 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Mar 08 13:58:01.657658 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a1b0f-2ebf-4825-ad9f-70a2051f47db req-96b0c233-8a77-4a8b-b1c0-e744d3e7a78d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:01.659398 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f47a1b0f-2ebf-4825-ad9f-70a2051f47db req-96b0c233-8a77-4a8b-b1c0-e744d3e7a78d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0530231 Mar 08 13:58:01.708051 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f47a1b0f-2ebf-4825-ad9f-70a2051f47db req-fa7fe6cf-2b5b-454f-9292-8ad83fbc163c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Mar 08 13:58:02.886180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95626f-2793-44c3-8304-e7e3a0321a14 req-0cbd4cf0-e360-450a-8ee7-b40b5fefd70e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:02.887665 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4d95626f-2793-44c3-8304-e7e3a0321a14 req-0cbd4cf0-e360-450a-8ee7-b40b5fefd70e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0900414 Mar 08 13:58:02.937845 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4d95626f-2793-44c3-8304-e7e3a0321a14 req-c5dfff46-e04a-4c28-b58e-a9e20799f6d7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441592 Mar 08 13:58:04.102968 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea607bf-c44e-48eb-833d-aa56b788f619 req-d71c7078-88a1-4a3a-8c18-d89058b93b0e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:04.106044 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7ea607bf-c44e-48eb-833d-aa56b788f619 req-d71c7078-88a1-4a3a-8c18-d89058b93b0e tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0907075 Mar 08 13:58:04.157224 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7ea607bf-c44e-48eb-833d-aa56b788f619 req-cc1b00fe-b32b-4ac4-8423-d84d7741ef4c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453258 Mar 08 13:58:05.292149 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e238-a379-4542-a4bb-b86719f6ac0f req-9bc0713a-583e-43b5-97ac-b9d4a8846b3f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:05.295316 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1aa2e238-a379-4542-a4bb-b86719f6ac0f req-9bc0713a-583e-43b5-97ac-b9d4a8846b3f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0638130 Mar 08 13:58:05.346728 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-1aa2e238-a379-4542-a4bb-b86719f6ac0f req-ae755b3f-3d68-4c2d-87bd-53c95df2fab7 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468292 Mar 08 13:58:06.478805 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14fe1-b708-4867-a1d2-1fe3cf08bcf0 req-6a4faa28-93bf-4b3e-a649-193db3d04080 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:06.480193 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-68e14fe1-b708-4867-a1d2-1fe3cf08bcf0 req-6a4faa28-93bf-4b3e-a649-193db3d04080 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0546076 Mar 08 13:58:06.526594 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-68e14fe1-b708-4867-a1d2-1fe3cf08bcf0 req-78ebb239-304a-4734-b962-5ad73ce15406 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406485 Mar 08 13:58:06.804712 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-b3fb2726-3116-400e-bb52-b2851e22aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:06.806284 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-b3fb2726-3116-400e-bb52-b2851e22aa72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1130 time: 0.0470431 Mar 08 13:58:06.899883 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-cf22352b-0995-4e49-a463-224751a2fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:06.901325 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-cf22352b-0995-4e49-a463-224751a2fa86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.0883136 Mar 08 13:58:06.968449 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-494cfb2d-799a-48fc-94a7-1d4d9da7015e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 1001 time: 0.0594258 Mar 08 13:58:07.020800 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-20a2d836-faec-4238-ad03-4a765a50dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.022348 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-20a2d836-faec-4238-ad03-4a765a50dc63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0480554 Mar 08 13:58:07.073137 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-e0400868-fd53-4afc-9ae9-e3258ea02b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.074667 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-e0400868-fd53-4afc-9ae9-e3258ea02b44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442030 Mar 08 13:58:07.162627 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-2881247c-45e8-497f-a668-0ed54980db18 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804024 Mar 08 13:58:07.256297 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7e0b1f00-876d-45c1-9a6a-69c1c888f6f2 req-0e1dc7c9-ed0e-4bc1-b944-f2bbf27fa5c9 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862029 Mar 08 13:58:07.277547 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:07.364125 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac95b4-74c7-4753-af1e-725b53803302 req-1378ffed-5b6d-455d-b440-52016b540f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.365633 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-1378ffed-5b6d-455d-b440-52016b540f29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1130 time: 0.0440834 Mar 08 13:58:07.472542 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac95b4-74c7-4753-af1e-725b53803302 req-f7a98e4d-d3f1-40ae-b279-03ff27ef458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.474045 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-f7a98e4d-d3f1-40ae-b279-03ff27ef458d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.0880101 Mar 08 13:58:07.537916 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-8ee0c53b-2e0b-4ddd-a604-58b32606af77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 1001 time: 0.0563231 Mar 08 13:58:07.654212 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522b6cb-6ceb-4a70-832a-74f62cf1e132 req-82131fb9-053a-487f-a774-58d4184a83ad tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.655800 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4522b6cb-6ceb-4a70-832a-74f62cf1e132 req-82131fb9-053a-487f-a774-58d4184a83ad tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0548995 Mar 08 13:58:07.710387 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4522b6cb-6ceb-4a70-832a-74f62cf1e132 req-37c76d8d-3116-4b1c-96db-33323e85f5ff tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486686 Mar 08 13:58:07.834374 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac95b4-74c7-4753-af1e-725b53803302 req-53ee289a-383b-4b6d-882c-5ca485ceabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.835717 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-53ee289a-383b-4b6d-882c-5ca485ceabfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.2906795 Mar 08 13:58:07.884546 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac95b4-74c7-4753-af1e-725b53803302 req-c69cfa0b-db61-4442-9d59-39730648e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:07.886016 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-c69cfa0b-db61-4442-9d59-39730648e056 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425985 Mar 08 13:58:07.972996 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-06019f06-143f-493f-9b0b-1d67c67e7d06 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796523 Mar 08 13:58:08.066499 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10ac95b4-74c7-4753-af1e-725b53803302 req-38d38a2f-c383-4dae-8198-0b87ca98cd93 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 Mar 08 13:58:08.839107 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11509c4-d26c-4da0-a99c-e479e53c9c98 req-5963182c-6cd8-4970-98e1-64173da82e30 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:08.840577 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d11509c4-d26c-4da0-a99c-e479e53c9c98 req-5963182c-6cd8-4970-98e1-64173da82e30 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 946 time: 0.0544860 Mar 08 13:58:08.886601 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d11509c4-d26c-4da0-a99c-e479e53c9c98 req-f9e2f55e-b2af-4058-a0ae-f58470af63ec tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 Mar 08 13:58:09.726329 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:09.809226 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: ACTIVE; New status is: DOWN {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:58:09.809625 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:09.832520 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:09.835407 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0099086-0b77-4c29-aea5-1833a6e0d808" -d '{"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-unplugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:09.849670 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:09.855880 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:09.882484 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b51052-4115-4303-a9c2-1e319462856b x-openstack-request-id: req-d2b51052-4115-4303-a9c2-1e319462856b {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:09.882769 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-unplugged", "status": "failed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "code": 422}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:09.883134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2b51052-4115-4303-a9c2-1e319462856b {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:09.883465 dv-cinder-830092-2-iscsi neutron-server[114664]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'code': 422} returned with failed status Mar 08 13:58:09.912831 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=8']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:10.012690 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359715e-c338-486f-892d-52d2cc19b52c req-2409f31c-d775-465f-99cf-119a39b0f5d8 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:10.014059 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a359715e-c338-486f-892d-52d2cc19b52c req-2409f31c-d775-465f-99cf-119a39b0f5d8 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0520349 Mar 08 13:58:10.060192 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a359715e-c338-486f-892d-52d2cc19b52c req-543ea989-f5dd-44f7-a942-4ccb8b4973ee tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Mar 08 13:58:10.443879 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189c626-b717-4fc5-b7ea-fb3cabf63153 req-93199add-e3ae-4ecc-ae60-4097e20dfeda tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:10.445380 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e189c626-b717-4fc5-b7ea-fb3cabf63153 req-93199add-e3ae-4ecc-ae60-4097e20dfeda tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.0557930 Mar 08 13:58:10.496386 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e189c626-b717-4fc5-b7ea-fb3cabf63153 req-0606b547-80c6-4353-980b-f14c797fa19d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 Mar 08 13:58:11.004659 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12084c28-60c6-407e-95d7-f8d9ea4e66eb req-dba4ae86-252b-4ad0-a2ed-a2bc5d1b93e6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:11.006207 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-12084c28-60c6-407e-95d7-f8d9ea4e66eb req-dba4ae86-252b-4ad0-a2ed-a2bc5d1b93e6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0590248 Mar 08 13:58:11.057336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-12084c28-60c6-407e-95d7-f8d9ea4e66eb req-8539bfeb-0ac9-4135-9e0f-9c997825010c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453727 Mar 08 13:58:11.252919 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34572) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:11.343510 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-f08b09a7-2f18-463e-bdb7-c7548c7b1946 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892375 Mar 08 13:58:11.356948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-109df585-e2da-4e1f-9304-3530000e05c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:58:11.358444 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-109df585-e2da-4e1f-9304-3530000e05c2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077906 Mar 08 13:58:11.444887 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34580) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:11.539839 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-90fcb67e-ed23-4b17-93a0-fee18eb3a312 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:11.541221 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-90fcb67e-ed23-4b17-93a0-fee18eb3a312 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports/650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 941 time: 0.0952239 Mar 08 13:58:11.613282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4126-7a70-4a78-8d3b-c06244bc8e1a req-cc992df1-ee2e-40fd-86eb-88191eaa02c2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:11.615493 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9d7f4126-7a70-4a78-8d3b-c06244bc8e1a req-cc992df1-ee2e-40fd-86eb-88191eaa02c2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.0536549 Mar 08 13:58:11.665374 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9d7f4126-7a70-4a78-8d3b-c06244bc8e1a req-644d8eda-d481-43b0-a0a4-54b018e3a75e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=96b45dcb-e6e6-44f6-9308-d323c877ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Mar 08 13:58:11.946959 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-36b76c77-9146-465e-8213-d5948509a9e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:11.949754 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-36b76c77-9146-465e-8213-d5948509a9e0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 946 time: 0.0598595 Mar 08 13:58:12.045978 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:12.046316 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:12.134545 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] For port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:12.134834 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:12.239312 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0e1a-2eec-48e8-8cc8-8df114a1ab9b req-a0ae11d2-e419-47e7-bed6-0ad5850fa589 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:12.240761 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3a4e0e1a-2eec-48e8-8cc8-8df114a1ab9b req-a0ae11d2-e419-47e7-bed6-0ad5850fa589 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.1089406 Mar 08 13:58:12.356970 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-f0d0f3ea-3f75-4198-80b6-b30f69736d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:12.358503 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-f0d0f3ea-3f75-4198-80b6-b30f69736d06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794&tenant_id=98537a177d784e0cb148e3f73688f0c0 HTTP/1.1" status: 200 len: 1128 time: 0.0504956 Mar 08 13:58:12.359147 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-3a4e0e1a-2eec-48e8-8cc8-8df114a1ab9b req-44f4410f-7a68-417e-81b4-a316cb1ff5d5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927265 Mar 08 13:58:12.375976 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:12.376335 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (2ad01712-ac69-4189-a280-e168b426d642), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:12.376919 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP 2ad01712-ac69-4189-a280-e168b426d642 disassociated. External IP: 172.27.2.177, port: 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0. Mar 08 13:58:12.377057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:12.424498 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-a8576af5-4037-4be7-b573-ae65fcaa3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:12.426320 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-a8576af5-4037-4be7-b573-ae65fcaa3f8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98537a177d784e0cb148e3f73688f0c0&device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1128 time: 0.0460141 Mar 08 13:58:12.535328 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-d1935f1b-fb50-4e22-9dd2-2ded58345ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:12.536969 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-d1935f1b-fb50-4e22-9dd2-2ded58345ce9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 200 len: 918 time: 0.1038249 Mar 08 13:58:12.541829 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:12.580487 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:12.601172 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.601558 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.604319 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.604773 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.604945 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.605290 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.605658 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.605992 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.608373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.608373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.608373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.608373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.608373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:12.623760 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-3e369e12-3f68-4c0a-a749-5641a4b4906b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 200 len: 999 time: 0.0742207 Mar 08 13:58:12.685948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-380dbfa1-a0e8-4cfc-b267-4766bd299885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:12.687536 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-380dbfa1-a0e8-4cfc-b267-4766bd299885 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 200 len: 856 time: 0.0541635 Mar 08 13:58:12.731011 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:58:12.754163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-3bf98be0-2c42-4089-a5c2-106f0ca91315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:12.755846 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-3bf98be0-2c42-4089-a5c2-106f0ca91315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c956211-c984-4af4-8354-8ab8245c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611522 Mar 08 13:58:12.821686 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1ff4cc41-65a6-4ac3-8c5c-a005631eaf25 req-e3824595-7afd-4cbb-b0b9-cd558dfb1c92 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe9e802-ee86-481f-9288-d370ba5843dc HTTP/1.1" status: 200 len: 210 time: 0.0382407 Mar 08 13:58:12.883308 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:58:12.893691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:58:12.905219 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:12.905754 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-91a01320-128b-4ca7-8521-ebff7e6ed1cb service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433132 Mar 08 13:58:12.906232 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:57:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:12.928486 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] No DVR routers for this DVR port 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:58:12.931107 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:12.934421 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0c12f5cc-4ddb-48d4-9309-d5150ce380c1 req-b8eaccf4-c621-4f0c-b1b7-2a2282c5223e tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "DELETE /v2.0/ports/4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 HTTP/1.1" status: 204 len: 173 time: 0.9799790 Mar 08 13:58:12.934864 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'name': 'network-vif-deleted', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:12.937124 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc8dfb-fd7e-453a-ae15-e92173da9392" -d '{"events": [{"server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "name": "network-vif-deleted", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:13.009463 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bc366-f986-400b-9cd8-77cea298a9c6 req-4bb1962c-8e31-448d-a7ce-316444830cbe tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:13.011386 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-301bc366-f986-400b-9cd8-77cea298a9c6 req-4bb1962c-8e31-448d-a7ce-316444830cbe tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.1461792 Mar 08 13:58:13.046621 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:13.095840 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e53343-c115-4c2a-abc2-0b0493fe31d7 x-openstack-request-id: req-03e53343-c115-4c2a-abc2-0b0493fe31d7 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:13.096357 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe9e802-ee86-481f-9288-d370ba5843dc", "name": "network-vif-deleted", "tag": "4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:13.096759 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03e53343-c115-4c2a-abc2-0b0493fe31d7 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:13.097371 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe9e802-ee86-481f-9288-d370ba5843dc', 'name': 'network-vif-deleted', 'tag': '4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0', 'status': 'completed', 'code': 200} Mar 08 13:58:13.103344 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-301bc366-f986-400b-9cd8-77cea298a9c6 req-1617afd5-ab5d-4c94-917d-0413c5687327 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854023 Mar 08 13:58:13.106389 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3310564d-0bc4-462a-b183-33ecfa3fa63a req-76daa4ae-ab95-420e-9889-733e6660e7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931107 Mar 08 13:58:13.285857 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:13.312719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:58:13.321080 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:13.321654 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:57:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:13.437949 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:13.618659 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68faa1-15ff-40cc-a932-e89ca4b6af46 req-208f64b8-c0fe-4aca-a13f-0448a5a9b6fd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:13.626490 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9e68faa1-15ff-40cc-a932-e89ca4b6af46 req-208f64b8-c0fe-4aca-a13f-0448a5a9b6fd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.1195393 Mar 08 13:58:13.678550 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9e68faa1-15ff-40cc-a932-e89ca4b6af46 req-92c38de7-0011-4ea5-84d2-052e764e06cd tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501966 Mar 08 13:58:13.745685 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:13.927868 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: DOWN; New status is: DOWN {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:58:13.949954 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34644) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:13.952635 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:13.982391 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7d9a4-4a60-4175-822b-f72a077a68b3 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:58:14.024293 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-41d677ba-924c-42f5-8867-df162746802c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (96b45dcb-e6e6-44f6-9308-d323c877ed4b), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.063664 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-41d677ba-924c-42f5-8867-df162746802c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (96b45dcb-e6e6-44f6-9308-d323c877ed4b), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.159713 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-41d677ba-924c-42f5-8867-df162746802c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (96b45dcb-e6e6-44f6-9308-d323c877ed4b), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.170131 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-41d677ba-924c-42f5-8867-df162746802c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.171455 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-41d677ba-924c-42f5-8867-df162746802c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/security-groups/96b45dcb-e6e6-44f6-9308-d323c877ed4b HTTP/1.1" status: 204 len: 168 time: 0.2202196 Mar 08 13:58:14.174356 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34648) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:14.182539 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d677ba-924c-42f5-8867-df162746802c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b45dcb-e6e6-44f6-9308-d323c877ed4b,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:14.202664 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.api.v2.resource [None req-f8eb4288-6e36-42a6-9169-f4f8fc6abd6d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] show failed (client error): The resource could not be found. Mar 08 13:58:14.207335 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f8eb4288-6e36-42a6-9169-f4f8fc6abd6d tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups/96b45dcb-e6e6-44f6-9308-d323c877ed4b HTTP/1.1" status: 404 len: 347 time: 0.0283718 Mar 08 13:58:14.207798 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34650) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:14.307036 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6bd3-86bd-4218-965d-04515fed1a95 req-d52c6b65-c638-4359-8e2c-6db650d457ab tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:14.308979 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d6db6bd3-86bd-4218-965d-04515fed1a95 req-d52c6b65-c638-4359-8e2c-6db650d457ab tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0683243 Mar 08 13:58:14.363675 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f7147-f6b4-4579-a1fb-69b0d405031b None None] New status for floating IP 2ad01712-ac69-4189-a280-e168b426d642: DOWN {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:58:14.412896 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d6db6bd3-86bd-4218-965d-04515fed1a95 req-f3a979df-c283-4965-91ff-cb093ee9af48 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958281 Mar 08 13:58:14.423784 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port abe42bcf-3933-4538-a2f7-54ae94cb31b2 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:14.424444 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.557730 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.558479 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (abe42bcf-3933-4538-a2f7-54ae94cb31b2), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.575014 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for abe42bcf-3933-4538-a2f7-54ae94cb31b2 owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:14.725425 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (abe42bcf-3933-4538-a2f7-54ae94cb31b2), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.786472 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=abe42bcf-3933-4538-a2f7-54ae94cb31b2,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:14.872670 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9276e5f-b680-424d-a010-4c36306481b0 req-7a4d2dfa-e5ed-4347-8f9b-a1a7dd184c17 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:14.874367 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9276e5f-b680-424d-a010-4c36306481b0 req-7a4d2dfa-e5ed-4347-8f9b-a1a7dd184c17 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.1024032 Mar 08 13:58:14.875537 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (2ad01712-ac69-4189-a280-e168b426d642), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.878245 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:14.879427 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6f8284ad-d4d3-42ba-b08d-40a38c2de295 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ad01712-ac69-4189-a280-e168b426d642 HTTP/1.1" status: 204 len: 168 time: 0.6708007 Mar 08 13:58:14.935972 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f9276e5f-b680-424d-a010-4c36306481b0 req-58d35d4e-949f-47f6-9e49-2667aaf6b500 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544188 Mar 08 13:58:15.141907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34656) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:15.146465 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612984144', 'description': 'tempest-description--1866986918'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:15.168198 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.239492 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (66c74696-ecf9-4a87-9f57-2a9f808fb3d4), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.247326 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (66c74696-ecf9-4a87-9f57-2a9f808fb3d4), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.555102 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c74696-ecf9-4a87-9f57-2a9f808fb3d4,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:15.566722 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.568121 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4252183 Mar 08 13:58:15.570127 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.570627 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.571138 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.571616 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.572076 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.572547 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.573015 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.573537 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.574007 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.574476 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.574945 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.575428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.575596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34660) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:15.576083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58723a-4cfb-49ee-8086-8fd9d3a1066f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:58:15.582967 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '66c74696-ecf9-4a87-9f57-2a9f808fb3d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:15.596479 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3601-5702-4f48-9af0-4a93700fd1b9 req-871b6672-872d-45ba-8313-01ab78af3459 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:15.598109 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bc1c3601-5702-4f48-9af0-4a93700fd1b9 req-871b6672-872d-45ba-8313-01ab78af3459 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0790026 Mar 08 13:58:15.648128 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (4b7c31c3-d4db-4525-96dd-c28d3e6be53e), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.663131 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-bc1c3601-5702-4f48-9af0-4a93700fd1b9 req-96a4ed17-a5be-4694-be28-cd9d41fd71ed tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594718 Mar 08 13:58:15.710057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (4b7c31c3-d4db-4525-96dd-c28d3e6be53e), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.716473 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (4b7c31c3-d4db-4525-96dd-c28d3e6be53e), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.731368 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7c31c3-d4db-4525-96dd-c28d3e6be53e,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:15.746625 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.747813 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6b93c502-ee37-4198-85ce-bcdf9af82a99 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685870 Mar 08 13:58:15.750834 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34662) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:15.755364 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'security_group_rule': {'security_group_id': '66c74696-ecf9-4a87-9f57-2a9f808fb3d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:15.762361 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:15.780991 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (8b69d55e-f3ea-4c24-88ed-0d15e36ba5c2), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.782615 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:58:15.783138 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 4df6f04b-0f07-497e-99e5-e1e7ed0dc6e0 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:58:15.837702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (8b69d55e-f3ea-4c24-88ed-0d15e36ba5c2), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.842428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (8b69d55e-f3ea-4c24-88ed-0d15e36ba5c2), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.858854 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b69d55e-f3ea-4c24-88ed-0d15e36ba5c2,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:15.868717 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:15.870110 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5c4f7c64-b67c-4541-99ea-fb2fadb14ce8 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182353 Mar 08 13:58:15.873613 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34664) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:15.878680 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:15.900338 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.014962 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.072744 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000aee-1918-46ff-9272-3d13edd90b9f req-1a42474b-15b4-4e33-8d03-e7181f9818a6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:16.078667 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d5000aee-1918-46ff-9272-3d13edd90b9f req-1a42474b-15b4-4e33-8d03-e7181f9818a6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0678108 Mar 08 13:58:16.132232 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d5000aee-1918-46ff-9272-3d13edd90b9f req-45498091-4491-4a1e-861b-84f2409d82b6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Mar 08 13:58:16.158260 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.27.2.150 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/67fc6073-56e8-4e27-8f14-09d2b06fa446) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:58:16.279466 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.318101 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.354315 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:58:16.359702 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:58:16.363385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:58:16.391135 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=67fc6073-56e8-4e27-8f14-09d2b06fa446,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:16.459655 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (6394a5cd-e278-45ff-a9f9-6c832ed66fd0), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.504753 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.666046 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.672910 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.787653 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=67fc6073-56e8-4e27-8f14-09d2b06fa446,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:16.790998 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (6394a5cd-e278-45ff-a9f9-6c832ed66fd0), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.816556 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:16.816556 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8b8faf9b-90b7-440f-abdd-863516a21d2a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9413345 Mar 08 13:58:16.849422 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468a57-e995-4932-99f3-b5e87bbed5bb req-5743e4ce-0fee-484d-88ef-75795a83f3f9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:16.851197 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8a468a57-e995-4932-99f3-b5e87bbed5bb req-5743e4ce-0fee-484d-88ef-75795a83f3f9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.1149502 Mar 08 13:58:16.919110 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8a468a57-e995-4932-99f3-b5e87bbed5bb req-a3adf550-4b10-48d1-ba7c-74cb76cd39e5 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617456 Mar 08 13:58:17.044404 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-c8643a8d-d686-4667-a98b-0feae3fbab47 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--612984144&fields=id&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 267 time: 0.0472307 Mar 08 13:58:17.150533 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-9d2d11d6-85fe-4c67-85cb-780387ea8f13 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:17.152386 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-9d2d11d6-85fe-4c67-85cb-780387ea8f13 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.1009769 Mar 08 13:58:17.169839 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-91817a70-699c-47a8-a6ff-c094134e8502 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/quotas/3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 375 time: 0.0107944 Mar 08 13:58:17.250153 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-01d6d98f-6d40-4ad8-9416-a1d8bdf55207 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750353 Mar 08 13:58:17.265869 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7422c-32b9-47ce-90fc-f3219d07cd9d req-8179cb3d-9c1f-4179-84a0-ddaf1c3b0a87 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:17.267642 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d6e7422c-32b9-47ce-90fc-f3219d07cd9d req-8179cb3d-9c1f-4179-84a0-ddaf1c3b0a87 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0634117 Mar 08 13:58:17.336867 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d6e7422c-32b9-47ce-90fc-f3219d07cd9d req-cb8058ea-185d-49f9-8eb9-20e879dbf78a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625100 Mar 08 13:58:17.397929 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fdcba1b3-fdf5-4ab5-9ea9-44cf99b5732b service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365623 Mar 08 13:58:17.503168 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-3b82dd9e-8e63-46c5-b8c6-a5a9e3e5f2e6 service neutron] 10.222.0.18 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992606 Mar 08 13:58:17.670596 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8e71833c-6fbb-42a4-8b2c-8a943ed5a595 req-9ab03375-ea95-4318-9d2f-1c7a4f428dd0 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0262463 Mar 08 13:58:18.072722 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06968036-49c9-438a-9c1d-fb2cfd18a27a req-4ab1e1a9-fc62-43aa-97ce-59564392dfa1 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:18.074127 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06968036-49c9-438a-9c1d-fb2cfd18a27a req-4ab1e1a9-fc62-43aa-97ce-59564392dfa1 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0599034 Mar 08 13:58:18.135910 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06968036-49c9-438a-9c1d-fb2cfd18a27a req-2275a979-5d19-4ff5-b26d-054768eef601 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557964 Mar 08 13:58:18.469065 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc4cae-0da1-4c5a-97d2-47a129565f3a req-65097e0b-ce24-4f92-a84d-eaf938ae5d34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:18.470577 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-66dc4cae-0da1-4c5a-97d2-47a129565f3a req-65097e0b-ce24-4f92-a84d-eaf938ae5d34 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0565603 Mar 08 13:58:18.520325 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-66dc4cae-0da1-4c5a-97d2-47a129565f3a req-41212056-d5b9-4c40-8ff6-ff1d9bb0fe5a tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439110 Mar 08 13:58:18.928481 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6366dc00-804f-49fa-8510-5e11e10846fb req-9165a452-52c4-4581-8581-d0e6839f5f29 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0265222 Mar 08 13:58:19.449933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38162f8d-bfc5-44a2-afe3-932bd6a83948 req-4b5a7866-b530-47e2-b75c-748244de5df0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:19.451322 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-38162f8d-bfc5-44a2-afe3-932bd6a83948 req-4b5a7866-b530-47e2-b75c-748244de5df0 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0610924 Mar 08 13:58:19.502852 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-38162f8d-bfc5-44a2-afe3-932bd6a83948 req-af62f20d-6320-4d34-aa0c-96f445cf5652 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457253 Mar 08 13:58:19.654284 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45871-fdd3-4da5-b87d-577152d1b613 req-421321ae-f04e-46be-b7e5-9b7158cd02d0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:19.655903 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-85b45871-fdd3-4da5-b87d-577152d1b613 req-421321ae-f04e-46be-b7e5-9b7158cd02d0 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0622344 Mar 08 13:58:19.706131 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-85b45871-fdd3-4da5-b87d-577152d1b613 req-ad1a121b-aec0-49d7-bb81-7d3b5c7108ad tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444098 Mar 08 13:58:20.034907 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2f4bd0c4-a747-406d-b884-fa9f2475f0ed req-e851b875-72fc-42e8-8903-3cf0ee4e1522 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0300910 Mar 08 13:58:20.056249 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ea68f10e-44ae-43bd-ab67-1ebcd721c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:20.626322 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcfaf5-61e1-4423-a933-3382ad8cb2b4 req-876a980f-b165-4037-bb49-e00e80a00feb tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:20.627835 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-64fcfaf5-61e1-4423-a933-3382ad8cb2b4 req-876a980f-b165-4037-bb49-e00e80a00feb tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0517905 Mar 08 13:58:20.677689 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-64fcfaf5-61e1-4423-a933-3382ad8cb2b4 req-7d97309e-1a6c-42d2-9287-54d6ffce97e4 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Mar 08 13:58:20.840874 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297444ce-f9d3-44d5-880c-52f4aa85a54c req-4f9d9140-f946-4dad-a325-f47693bc4687 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:20.842425 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-297444ce-f9d3-44d5-880c-52f4aa85a54c req-4f9d9140-f946-4dad-a325-f47693bc4687 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0580840 Mar 08 13:58:20.894127 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-297444ce-f9d3-44d5-880c-52f4aa85a54c req-0a26bf70-c959-412f-8695-906f4e084e30 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Mar 08 13:58:21.190467 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f9f33904-953f-40e6-8319-431a2886b673 req-8acb233a-e53e-4673-9bbb-0cb5bd872ad9 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0274179 Mar 08 13:58:21.817906 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133d179-005c-4f0d-a2a4-09b4d3b46274 req-2d3bc4e1-2851-4e06-bbd0-5a58b0a5c9f8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:21.819376 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4133d179-005c-4f0d-a2a4-09b4d3b46274 req-2d3bc4e1-2851-4e06-bbd0-5a58b0a5c9f8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0612218 Mar 08 13:58:21.866594 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4133d179-005c-4f0d-a2a4-09b4d3b46274 req-64efd7b1-6d2c-41f7-8e0e-ecd67730e044 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Mar 08 13:58:22.020244 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3b27d-4ccd-4c14-8fe2-05ed6e24e404 req-e5fe778f-00e0-43e4-ac1b-7ff75ba800cf tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:22.021757 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06b3b27d-4ccd-4c14-8fe2-05ed6e24e404 req-e5fe778f-00e0-43e4-ac1b-7ff75ba800cf tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0553133 Mar 08 13:58:22.070471 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-06b3b27d-4ccd-4c14-8fe2-05ed6e24e404 req-51f423ff-2c6b-4477-9730-9d6e6dca30a6 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Mar 08 13:58:22.151299 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1bc09fe0-bf8a-4828-97b2-175818606001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:22.294857 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-22131c89-5111-4504-bd30-e8514b877791 req-5cf2c262-aa53-4ade-9163-d521d02b26dd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Mar 08 13:58:22.988681 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05f1d9-85b6-4bc8-8a46-d95c992418ff req-529281df-0b60-47e6-997f-3518ac3f12f2 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:22.990192 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-db05f1d9-85b6-4bc8-8a46-d95c992418ff req-529281df-0b60-47e6-997f-3518ac3f12f2 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0563941 Mar 08 13:58:23.038968 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-db05f1d9-85b6-4bc8-8a46-d95c992418ff req-f742cae5-5ec4-4541-b1bf-e97090900905 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aa816af-e1a1-40f0-84a7-ca05d8db1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Mar 08 13:58:23.189154 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-5d022ea1-a3d2-44a6-91ed-a7fe8c6cef01 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:23.190733 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-5d022ea1-a3d2-44a6-91ed-a7fe8c6cef01 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 814 time: 0.1152062 Mar 08 13:58:23.198427 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d15609-7396-4e43-9d29-10a408794ee1 req-1295574b-2f9d-47c5-9e4b-99f1769ad1c4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:23.199958 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-79d15609-7396-4e43-9d29-10a408794ee1 req-1295574b-2f9d-47c5-9e4b-99f1769ad1c4 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0528512 Mar 08 13:58:23.258309 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.258934 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-79d15609-7396-4e43-9d29-10a408794ee1 req-f598ad4d-7da4-40cc-8a09-3a3da7f8afa5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527754 Mar 08 13:58:23.262018 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-e5cf24bd-6225-4d7c-bab6-7b46e4a7297c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f51337f0fa1461c9f2b388e12176174 HTTP/1.1" status: 200 len: 379 time: 0.0616574 Mar 08 13:58:23.276761 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'port': {'device_id': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'admin_state_up': True, 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'security_groups': ['66c74696-ecf9-4a87-9f57-2a9f808fb3d4']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:23.397727 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4dccba2-4f00-44e3-b7e0-d90097a54790 req-3374c1a1-6072-4f10-9ce4-1ea99be75747 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0298631 Mar 08 13:58:23.415701 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Made reservation on behalf of 3f51337f0fa1461c9f2b388e12176174 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:58:23.419195 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.542020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Allocated IP 172.20.0.8 (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c/e15b0cfa-05dd-484b-8256-c13480b4b409/cc4c0c92-e978-41c8-9df1-8ec634febbac) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:58:23.594892 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-42ee5111-ad37-4e1d-85b9-6ebc628f5d24 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:23.596223 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-42ee5111-ad37-4e1d-85b9-6ebc628f5d24 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Mar 08 13:58:23.683060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.691663 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Deleting port 98aa5103-98e7-491e-9326-be7b2c123511 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:23.691997 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (98aa5103-98e7-491e-9326-be7b2c123511), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.717861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.761695 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:58:23.764743 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:58:23.768467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:58:23.774883 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event updated for resources: {'Port': ['ID=cc4c0c92-e978-41c8-9df1-8ec634febbac,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:23.780712 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] For port 98aa5103-98e7-491e-9326-be7b2c123511, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=98aa5103-98e7-491e-9326-be7b2c123511,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:23.781079 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (98aa5103-98e7-491e-9326-be7b2c123511), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.830052 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:23.830731 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.851621 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-fe6a7faa-5e23-454c-a98c-cb4a3f732af1 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788083 Mar 08 13:58:23.863687 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Request body: {'port': {'device_id': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:23.924606 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.966044 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.966412 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (efe3be61-1d1b-4d0c-a729-678d14a29e92), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:23.966721 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Floating IP efe3be61-1d1b-4d0c-a729-678d14a29e92 disassociated. External IP: 172.27.2.208, port: 98aa5103-98e7-491e-9326-be7b2c123511. Mar 08 13:58:23.967054 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Calling delete_port for 98aa5103-98e7-491e-9326-be7b2c123511 owned by compute:nova {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:24.052093 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-7d75dc70-2582-4d3a-a606-6e1dbfe6add5 None None] Provisioning complete for port cc4c0c92-e978-41c8-9df1-8ec634febbac triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:58:24.052505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-7d75dc70-2582-4d3a-a606-6e1dbfe6add5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.093385 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-7d75dc70-2582-4d3a-a606-6e1dbfe6add5 None None] Port cc4c0c92-e978-41c8-9df1-8ec634febbac cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:58:24.107736 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (98aa5103-98e7-491e-9326-be7b2c123511), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.150714 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event deleted for resources: {'Port': ['ID=98aa5103-98e7-491e-9326-be7b2c123511,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:24.201824 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4c0c92-e978-41c8-9df1-8ec634febbac {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:58:24.204786 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-50e40bfe-842e-407a-bd6f-a39d4d0eea5d req-d59808d3-b6ab-4652-8a55-b1f807af79e9 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 210 time: 0.0667217 Mar 08 13:58:24.209955 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Publish callbacks [] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.223159 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Transition to ACTIVE for port object cc4c0c92-e978-41c8-9df1-8ec634febbac will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:58:24.237407 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.282853 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Router 83434aec-3939-4495-9f54-40f5ca603998 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:58:24.290553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4c0c92-e978-41c8-9df1-8ec634febbac,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:24.400579 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Attempting to bind port cc4c0c92-e978-41c8-9df1-8ec634febbac on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:58:24.400822 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Attempting to bind port cc4c0c92-e978-41c8-9df1-8ec634febbac by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:58:24.401145 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Attempting to bind port cc4c0c92-e978-41c8-9df1-8ec634febbac on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:58:24.410264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Port cc4c0c92-e978-41c8-9df1-8ec634febbac on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:58:24.410415 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:58:24.410527 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Attempting to bind port cc4c0c92-e978-41c8-9df1-8ec634febbac on network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:58:24.424771 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:58:24.435848 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdef829-8b23-456d-9a30-ea0d2ba4d48d req-bd6d6deb-4877-4a5c-93ba-15970e4bab02 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:24.437480 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5bdef829-8b23-456d-9a30-ea0d2ba4d48d req-bd6d6deb-4877-4a5c-93ba-15970e4bab02 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0848362 Mar 08 13:58:24.438626 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:58:24.438860 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Checking segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:58:24.444089 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:24.444728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:24.448381 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Bound using segment: {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:58:24.449046 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Bound port: cc4c0c92-e978-41c8-9df1-8ec634febbac, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:58:24.449445 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.582885 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:24.585872 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5bdef829-8b23-456d-9a30-ea0d2ba4d48d req-fda24227-3d47-4e97-a902-85d1bc45894f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332135 Mar 08 13:58:24.601749 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] For port cc4c0c92-e978-41c8-9df1-8ec634febbac, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:58:24.615346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] For port cc4c0c92-e978-41c8-9df1-8ec634febbac, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:58:24.626546 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.669505 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:24.670130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.671549 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/cc4c0c92-e978-41c8-9df1-8ec634febbac HTTP/1.1" status: 200 len: 1093 time: 0.8124406 Mar 08 13:58:24.671998 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:24.680377 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e" -d '{"events": [{"name": "network-changed", "server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:24.718697 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b99459-8910-4ec0-8153-5dd3c5e954e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4c0c92-e978-41c8-9df1-8ec634febbac,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:24.781576 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.819641 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] No DVR routers for this DVR port 98aa5103-98e7-491e-9326-be7b2c123511 on host hv-cinder-83009 {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:58:24.867985 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:24.869936 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7c7783b5-8bf5-4958-9ee7-413261964b9c req-115f7ad6-6315-4e6f-8ee3-38bc49741023 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.32 "DELETE /v2.0/ports/98aa5103-98e7-491e-9326-be7b2c123511 HTTP/1.1" status: 204 len: 173 time: 1.2672527 Mar 08 13:58:24.905774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'name': 'network-vif-deleted', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:24.919703 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed2e58e-2a80-439d-9f16-713cec09732a" -d '{"events": [{"server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "name": "network-vif-deleted", "tag": "98aa5103-98e7-491e-9326-be7b2c123511"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:24.931791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-48cf5ce4-5eed-4b53-90bd-99c7046f6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:24.947021 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-48cf5ce4-5eed-4b53-90bd-99c7046f6068 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 1127 time: 0.2014732 Mar 08 13:58:24.953288 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883982a-e7f1-4cb7-9fce-7473c0e4821d x-openstack-request-id: req-8883982a-e7f1-4cb7-9fce-7473c0e4821d {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:24.954005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:24.954440 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8883982a-e7f1-4cb7-9fce-7473c0e4821d {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:24.957890 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'status': 'completed', 'code': 200} Mar 08 13:58:24.978314 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb9d0-1c13-4b50-ba79-a6e478fdc850 req-828e2873-8ea2-4804-8cd9-8e91737c6312 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:24.985981 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-786bb9d0-1c13-4b50-ba79-a6e478fdc850 req-828e2873-8ea2-4804-8cd9-8e91737c6312 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 943 time: 0.2225490 Mar 08 13:58:24.989831 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:24.994302 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a5ff5-f51f-4b26-a99a-56f2b1b42e5e x-openstack-request-id: req-974a5ff5-f51f-4b26-a99a-56f2b1b42e5e {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:24.995766 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301f2eb8-7b86-45ab-b7df-e25463dab146", "name": "network-vif-deleted", "tag": "98aa5103-98e7-491e-9326-be7b2c123511", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:24.995766 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-974a5ff5-f51f-4b26-a99a-56f2b1b42e5e {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:24.995766 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301f2eb8-7b86-45ab-b7df-e25463dab146', 'name': 'network-vif-deleted', 'tag': '98aa5103-98e7-491e-9326-be7b2c123511', 'status': 'completed', 'code': 200} Mar 08 13:58:25.018710 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-1469195c-5378-4d52-b580-7f947407a55e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac HTTP/1.1" status: 200 len: 217 time: 0.0597711 Mar 08 13:58:25.037136 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-786bb9d0-1c13-4b50-ba79-a6e478fdc850 req-c6489093-3510-4e4c-8da0-aa42ab5aa3e3 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501153 Mar 08 13:58:25.040220 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:58:25.053974 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:25.054646 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:25.075582 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-35ec3a27-14c2-4b34-8162-e9c2b30a84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.078019 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-35ec3a27-14c2-4b34-8162-e9c2b30a84bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0534096 Mar 08 13:58:25.134848 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-3ecf9787-b085-4d67-b41e-ec42a664d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.136402 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-3ecf9787-b085-4d67-b41e-ec42a664d8d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475938 Mar 08 13:58:25.168038 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:25.225874 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-56cb0f30-c985-4a92-bcb1-401546bfb142 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824099 Mar 08 13:58:25.330914 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-11344d3a-9003-493b-b06c-14ffbbf94fe0 req-e7a08be3-7e0b-44a4-86a0-5db992dc113a tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/ports?device_id=301f2eb8-7b86-45ab-b7df-e25463dab146 HTTP/1.1" status: 200 len: 210 time: 0.0321567 Mar 08 13:58:25.362650 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-69bddb65-a3ca-489a-85fa-cc67a796831f req-cbbae5fd-b31b-436b-9f15-10b78c9c826f service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299422 Mar 08 13:58:25.379004 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:25.411408 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04ed7d-6da3-4b9a-8dd3-de2c4a4123e6 None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:52:16Z', 'revision_number': 4, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'ef3e6737-5cec-4645-aba1-bdca0bc0ac2e', 'name': '', 'network_id': 'c0e4fb91-e46d-456c-b710-714510b9ddee', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'mac_address': 'fa:16:3e:25:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:11Z', 'updated_at': '2022-03-08T13:52:26Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'subnets': [{'id': 'd9556b9c-00af-4d92-aee1-eeeee044377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:58:25.466428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-0af8ef81-7432-49bd-9c52-5845a44e6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.468502 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-0af8ef81-7432-49bd-9c52-5845a44e6a49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 1127 time: 0.0531797 Mar 08 13:58:25.562584 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-abc746f8-1cde-41da-bdb2-7e9d6beb4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.564269 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-abc746f8-1cde-41da-bdb2-7e9d6beb4911 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.0901604 Mar 08 13:58:25.607628 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-674238bb-51c8-4d0e-832d-358146318309 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac HTTP/1.1" status: 200 len: 217 time: 0.0367007 Mar 08 13:58:25.629437 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7232c-5391-4dec-951a-079a65e8a69f None None] New status for floating IP efe3be61-1d1b-4d0c-a729-678d14a29e92: DOWN {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:58:25.656549 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-57be0823-a7c0-4cba-8d55-b02bcedab9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.658069 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-57be0823-a7c0-4cba-8d55-b02bcedab9f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0445499 Mar 08 13:58:25.713027 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-a628ed51-3fb7-425e-88a1-77660578ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.714807 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-a628ed51-3fb7-425e-88a1-77660578ec48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502086 Mar 08 13:58:25.721090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd63444-b8d2-4b4c-b101-5793741df13c req-f024613a-00c8-4cae-9bd2-56ddc95730d3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:25.722638 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5fd63444-b8d2-4b4c-b101-5793741df13c req-f024613a-00c8-4cae-9bd2-56ddc95730d3 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 944 time: 0.0554702 Mar 08 13:58:25.774303 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-5fd63444-b8d2-4b4c-b101-5793741df13c req-eacf00ae-a860-4db1-aa46-78a5912fbc31 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457368 Mar 08 13:58:25.811040 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-8a42e73d-f3f1-456d-9d31-62d0832dc550 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889583 Mar 08 13:58:25.816382 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:58:25.905033 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2ee2fc2a-2a8e-404a-97ca-81e85e63431e req-947aa4fc-0456-4b23-b1d9-da39b5ed91e7 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868821 Mar 08 13:58:25.918480 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:25.929609 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'port_id': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'mac_address': 'fa:16:3e:6b:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:58:25.966845 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:58:25.967152 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:25.979801 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:58:25.998585 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:26.007476 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.056605 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=9']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:26.158807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dedda9-0952-4e75-93a3-a0ab9b4711fc req-64c90ce9-fdf0-43b2-82ef-1c39d2da24cd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:26.160285 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-36dedda9-0952-4e75-93a3-a0ab9b4711fc req-64c90ce9-fdf0-43b2-82ef-1c39d2da24cd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 943 time: 0.0549033 Mar 08 13:58:26.206983 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-36dedda9-0952-4e75-93a3-a0ab9b4711fc req-049536ef-ad2b-4ba9-84a9-fd837083714f tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Mar 08 13:58:26.229900 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:58:26.379898 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.422736 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34760) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:26.475609 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f8fdfc3-9d5f-4de0-aa0d-85d56f728559 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (8aa816af-e1a1-40f0-84a7-ca05d8db1f82), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.497780 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f8fdfc3-9d5f-4de0-aa0d-85d56f728559 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (8aa816af-e1a1-40f0-84a7-ca05d8db1f82), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.545413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f8fdfc3-9d5f-4de0-aa0d-85d56f728559 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8aa816af-e1a1-40f0-84a7-ca05d8db1f82), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.548268 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3f8fdfc3-9d5f-4de0-aa0d-85d56f728559 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.549503 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3f8fdfc3-9d5f-4de0-aa0d-85d56f728559 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "DELETE /v2.0/security-groups/8aa816af-e1a1-40f0-84a7-ca05d8db1f82 HTTP/1.1" status: 204 len: 168 time: 0.1256337 Mar 08 13:58:26.552758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34762) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:26.559950 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fdfc3-9d5f-4de0-aa0d-85d56f728559 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa816af-e1a1-40f0-84a7-ca05d8db1f82,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:26.565795 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.api.v2.resource [None req-86b94f6f-e85e-471a-bdcd-f17a7f01e0a8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] show failed (client error): The resource could not be found. Mar 08 13:58:26.566963 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-86b94f6f-e85e-471a-bdcd-f17a7f01e0a8 tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "GET /v2.0/security-groups/8aa816af-e1a1-40f0-84a7-ca05d8db1f82 HTTP/1.1" status: 404 len: 347 time: 0.0130332 Mar 08 13:58:26.569639 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34764) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:26.690515 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Deleting port 79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:26.690864 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.778429 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.778799 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.791633 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Calling delete_port for 79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb owned by network:floatingip {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:26.910757 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7afcb-95ef-4994-9432-c7f12f9b38b5 req-f1a62396-9cd9-440b-b830-0e75b72cbc08 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:26.912247 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c5c7afcb-95ef-4994-9432-c7f12f9b38b5 req-f1a62396-9cd9-440b-b830-0e75b72cbc08 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 945 time: 0.0602696 Mar 08 13:58:26.927307 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:26.951798 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Pushing event deleted for resources: {'Port': ['ID=79f8a4ff-5ed9-4ed1-afed-46e5ded1f0cb,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:26.958468 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c5c7afcb-95ef-4994-9432-c7f12f9b38b5 req-adff81f6-da12-4dd7-8e20-a424ef29db7d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Mar 08 13:58:27.016498 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks [] for floatingip (efe3be61-1d1b-4d0c-a729-678d14a29e92), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:27.018925 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:27.020079 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-06b927ae-a1c1-42d2-b893-f0faf510bcbf tempest-AttachVolumeTestJSON-353332032 tempest-AttachVolumeTestJSON-353332032-project] 10.222.0.18 "DELETE /v2.0/floatingips/efe3be61-1d1b-4d0c-a729-678d14a29e92 HTTP/1.1" status: 204 len: 168 time: 0.4495423 Mar 08 13:58:27.332313 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee24e5-6fd4-48ea-8e9d-4d380f5688ac req-3fce06a2-4355-4cc6-9b98-eb9a61a19182 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:27.333907 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0fee24e5-6fd4-48ea-8e9d-4d380f5688ac req-3fce06a2-4355-4cc6-9b98-eb9a61a19182 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 943 time: 0.0565341 Mar 08 13:58:27.390835 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0fee24e5-6fd4-48ea-8e9d-4d380f5688ac req-2b8caaf8-4d48-46f1-948c-d3b28a95ce81 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500998 Mar 08 13:58:27.837780 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device cc4c0c92-e978-41c8-9df1-8ec634febbac details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:58:27.840073 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:58:27.951820 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:58:27.952191 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:27.992927 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port cc4c0c92-e978-41c8-9df1-8ec634febbac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:28.009084 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'port_id': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'mac_address': 'fa:16:3e:e7:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:58:28.072944 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port cc4c0c92-e978-41c8-9df1-8ec634febbac is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:58:28.073322 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:28.084113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df0b88-4572-48ab-a991-427575f71413 req-6a756d85-afcf-4291-b26c-32728a725b57 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:28.086189 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c1df0b88-4572-48ab-a991-427575f71413 req-6a756d85-afcf-4291-b26c-32728a725b57 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 945 time: 0.0542979 Mar 08 13:58:28.088512 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:58:28.088828 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:28.092493 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4c0c92-e978-41c8-9df1-8ec634febbac {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:58:28.126937 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port cc4c0c92-e978-41c8-9df1-8ec634febbac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:28.131190 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:28.133501 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a0a1f2-b6e0-4cff-ad21-c0bc4ab2d0e4" -d '{"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-plugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:28.133726 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c1df0b88-4572-48ab-a991-427575f71413 req-11a39fba-f9c1-4306-bbc4-80aa99138771 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419455 Mar 08 13:58:28.138112 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:28.149411 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:28.305047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153eef3-6ca1-453a-a2fc-b7d381a9bbea x-openstack-request-id: req-8153eef3-6ca1-453a-a2fc-b7d381a9bbea {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:28.305444 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-plugged", "status": "completed", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:28.305647 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8153eef3-6ca1-453a-a2fc-b7d381a9bbea {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:28.306033 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'code': 200} Mar 08 13:58:28.310545 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:28.311324 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 98aa5103-98e7-491e-9326-be7b2c123511 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:28.334942 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 98aa5103-98e7-491e-9326-be7b2c123511 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:58:28.335279 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 98aa5103-98e7-491e-9326-be7b2c123511 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:58:28.353573 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=cc4c0c92-e978-41c8-9df1-8ec634febbac,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:28.378953 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd035-9e5c-4b44-9227-d1d3d37c830d req-fb716220-f7eb-4ef1-a11f-fed84315d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:28.380447 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-00dcd035-9e5c-4b44-9227-d1d3d37c830d req-fb716220-f7eb-4ef1-a11f-fed84315d89e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 1131 time: 0.0441966 Mar 08 13:58:28.391667 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['cc4c0c92-e978-41c8-9df1-8ec634febbac'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:58:28.431076 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-00dcd035-9e5c-4b44-9227-d1d3d37c830d req-3e81f18a-58d5-4d2c-94e2-2366c6857eab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442839 Mar 08 13:58:28.448248 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=10']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:28.514452 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a8b8-799d-48a9-a41f-9fac930820ed req-cbbdf660-571f-46cd-aa09-2c7668265ad7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:28.515942 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8ff1a8b8-799d-48a9-a41f-9fac930820ed req-cbbdf660-571f-46cd-aa09-2c7668265ad7 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 944 time: 0.0551398 Mar 08 13:58:28.564656 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8ff1a8b8-799d-48a9-a41f-9fac930820ed req-36233dc2-c042-4bd3-ab81-0de7d7cf6d5c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Mar 08 13:58:29.279589 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24b6c-89a1-4515-841d-84df8aa26e5e req-41451b97-8778-4612-863d-d7ae85739913 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:29.281038 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-27d24b6c-89a1-4515-841d-84df8aa26e5e req-41451b97-8778-4612-863d-d7ae85739913 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 947 time: 0.0583947 Mar 08 13:58:29.328679 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-27d24b6c-89a1-4515-841d-84df8aa26e5e req-a7409bd4-e823-4738-ab7e-1e5f9014b91d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Mar 08 13:58:29.694187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9af36-3aa6-459c-97e2-760afb372c6b req-e08ef771-a20a-4231-ad2a-2269e3bb5d6c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:29.695872 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0ed9af36-3aa6-459c-97e2-760afb372c6b req-e08ef771-a20a-4231-ad2a-2269e3bb5d6c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 944 time: 0.0619161 Mar 08 13:58:29.747304 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0ed9af36-3aa6-459c-97e2-760afb372c6b req-ad125c7e-024b-4c0a-9c1f-6747180789bd tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444164 Mar 08 13:58:29.851373 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device cc4c0c92-e978-41c8-9df1-8ec634febbac up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:58:29.905091 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port cc4c0c92-e978-41c8-9df1-8ec634febbac completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:58:29.910172 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port cc4c0c92-e978-41c8-9df1-8ec634febbac triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:58:29.910570 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:29.994054 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port cc4c0c92-e978-41c8-9df1-8ec634febbac is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:58:29.994441 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:30.036992 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port cc4c0c92-e978-41c8-9df1-8ec634febbac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:30.042490 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:30.093785 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=cc4c0c92-e978-41c8-9df1-8ec634febbac,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:30.307364 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:30.311043 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4edd7-7d25-4089-819f-e046ba07a8cc" -d '{"events": [{"server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "name": "network-vif-plugged", "status": "completed", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:30.353693 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cbc1f6-3858-4bd2-bea6-b8119f2ed478 x-openstack-request-id: req-e4cbc1f6-3858-4bd2-bea6-b8119f2ed478 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:30.353980 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "name": "network-vif-plugged", "status": "completed", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:30.354231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4cbc1f6-3858-4bd2-bea6-b8119f2ed478 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:30.354639 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'code': 200} Mar 08 13:58:30.458113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4302c-3314-4d68-b053-045a02e3e265 req-9a265daa-8a9f-48c0-a911-903e55c3c56c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:30.460077 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1ef4302c-3314-4d68-b053-045a02e3e265 req-9a265daa-8a9f-48c0-a911-903e55c3c56c tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 947 time: 0.0535762 Mar 08 13:58:30.508372 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1ef4302c-3314-4d68-b053-045a02e3e265 req-3f4cefdd-025f-416d-94c7-b8af6c656d6d tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Mar 08 13:58:30.539115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908927e-6253-4ab6-9d86-9ffe59c84944 req-39bd35b2-dbef-4374-872f-9c51a66d1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:30.540643 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4908927e-6253-4ab6-9d86-9ffe59c84944 req-39bd35b2-dbef-4374-872f-9c51a66d1697 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 1129 time: 0.0573108 Mar 08 13:58:30.589260 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4908927e-6253-4ab6-9d86-9ffe59c84944 req-ce71dda7-285a-4b17-8f71-80d6505c9704 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Mar 08 13:58:30.597249 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34846) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:30.939201 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4ac8f-8b43-4d2f-9f28-85207a1e0e9a req-420c1dde-3d35-402a-b9d6-44398a824bf9 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:30.940675 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-03b4ac8f-8b43-4d2f-9f28-85207a1e0e9a req-420c1dde-3d35-402a-b9d6-44398a824bf9 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 945 time: 0.1261446 Mar 08 13:58:31.019714 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-03b4ac8f-8b43-4d2f-9f28-85207a1e0e9a req-18288464-e020-454e-a381-9a65e3c0cdbf tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721500 Mar 08 13:58:31.118842 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (83434aec-3939-4495-9f54-40f5ca603998), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:31.366481 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Deleting port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:31.366696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:31.447615 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] For port ef3e6737-5cec-4645-aba1-bdca0bc0ac2e, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:31.447967 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:31.460352 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Calling delete_port for ef3e6737-5cec-4645-aba1-bdca0bc0ac2e owned by network:router_interface {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:31.653888 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (ef3e6737-5cec-4645-aba1-bdca0bc0ac2e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:31.944532 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3e6737-5cec-4645-aba1-bdca0bc0ac2e,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:32.115715 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (83434aec-3939-4495-9f54-40f5ca603998), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:32.144721 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800c97c-e2d1-4cbc-a96d-452d983ad22c req-eba876e0-7de6-447b-9b49-2b910db3d860 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:32.146207 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b800c97c-e2d1-4cbc-a96d-452d983ad22c req-eba876e0-7de6-447b-9b49-2b910db3d860 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 945 time: 0.0558763 Mar 08 13:58:32.191434 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-b800c97c-e2d1-4cbc-a96d-452d983ad22c req-578237cf-fb7c-41d7-8de7-b692147e9c0c tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395994 Mar 08 13:58:32.361701 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa8c5f-e4ad-43ac-bd79-0cb40af06a52 req-f8bb4475-5f55-4d9a-b005-75f8b55f19df tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:32.363188 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-86aa8c5f-e4ad-43ac-bd79-0cb40af06a52 req-f8bb4475-5f55-4d9a-b005-75f8b55f19df tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 945 time: 0.1007595 Mar 08 13:58:32.372003 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34856) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:32.376303 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Request body: {'floatingip': {'port_id': 'cc4c0c92-e978-41c8-9df1-8ec634febbac'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:58:32.379503 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Router 83434aec-3939-4495-9f54-40f5ca603998 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:58:32.421609 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (6394a5cd-e278-45ff-a9f9-6c832ed66fd0), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:32.650881 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:58:32.656889 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b309dd65-f76f-40a8-9b1f-0375905bed7e admin admin] 10.222.0.18 "PUT /v2.0/routers/83434aec-3939-4495-9f54-40f5ca603998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0585899 Mar 08 13:58:32.659814 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 34858) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:32.663263 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] Sync routers for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:58:32.674402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:32.675023 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:32.786683 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:32.877651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks [] for router (83434aec-3939-4495-9f54-40f5ca603998), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:32.966799 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:58:31Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:32.993655 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] Checking router: 83434aec-3939-4495-9f54-40f5ca603998 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:58:33.002582 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] Routers {'83434aec-3939-4495-9f54-40f5ca603998'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:33.003192 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['83434aec-3939-4495-9f54-40f5ca603998'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:33.053535 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks [] for router_gateway (83434aec-3939-4495-9f54-40f5ca603998), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:33.110864 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] Set router 83434aec-3939-4495-9f54-40f5ca603998 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:33.133837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:33.142299 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (6394a5cd-e278-45ff-a9f9-6c832ed66fd0), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:33.194747 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Deleting port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:33.195080 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:33.291089 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:58:31Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:33.294227 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP 6394a5cd-e278-45ff-a9f9-6c832ed66fd0 associated. External IP: 172.27.2.150, port: cc4c0c92-e978-41c8-9df1-8ec634febbac. Mar 08 13:58:33.317056 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fb44b-5d2a-4a80-9837-eee998f9ac6a None None] The sync data for ids ['83434aec-3939-4495-9f54-40f5ca603998'] in dv-cinder-830092-2-iscsi is: [{'id': '83434aec-3939-4495-9f54-40f5ca603998', 'name': 'tempest-AttachVolumeTestJSON-948724151-router', 'tenant_id': 'e3f5752b78974423ab169a772d26d27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:03Z', 'updated_at': '2022-03-08T13:58:31Z', 'revision_number': 5, 'project_id': 'e3f5752b78974423ab169a772d26d27a', 'gw_port': {'id': '7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83434aec-3939-4495-9f54-40f5ca603998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:04Z', 'updated_at': '2022-03-08T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:58:33.358360 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] For port 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:33.358727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:33.374978 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Calling delete_port for 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd owned by network:router_gateway {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:33.911835 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:58:33.950611 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.007823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:34.105058 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:58:34.116120 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (83434aec-3939-4495-9f54-40f5ca603998), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.119447 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:58:34.128739 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:58:34.139460 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:34.140071 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:34.145206 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.229500 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (83434aec-3939-4495-9f54-40f5ca603998), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.233346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks [] for router_controller (83434aec-3939-4495-9f54-40f5ca603998), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.237586 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-72c3a122-ea2d-4b70-9be2-3240c166aaa2 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "PUT /v2.0/floatingips/6394a5cd-e278-45ff-a9f9-6c832ed66fd0 HTTP/1.1" status: 200 len: 991 time: 1.8645725 Mar 08 13:58:34.239913 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:58:34.242542 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a" -d '{"events": [{"name": "network-changed", "server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:58:34.286956 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650b14e8-5603-4165-8447-516899623459 x-openstack-request-id: req-650b14e8-5603-4165-8447-516899623459 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:58:34.287236 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:58:34.287486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-650b14e8-5603-4165-8447-516899623459 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:58:34.287880 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'status': 'completed', 'code': 200} Mar 08 13:58:34.298098 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (83434aec-3939-4495-9f54-40f5ca603998), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.298692 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83434aec-3939-4495-9f54-40f5ca603998 {{(pid=114662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:58:34.304862 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.308683 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34864) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:34.309160 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8e9cb7e5-cb00-4bb7-b546-fea428ba4be6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/83434aec-3939-4495-9f54-40f5ca603998 HTTP/1.1" status: 204 len: 168 time: 1.6479850 Mar 08 13:58:34.345503 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:34.359749 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Deleting subnet d9556b9c-00af-4d92-aee1-eeeee044377a {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:58:34.363671 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Publish callbacks [] for subnet (d9556b9c-00af-4d92-aee1-eeeee044377a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.363980 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-c6fd0175-150e-4805-8430-1115c3bb7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:34.366593 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-c6fd0175-150e-4805-8430-1115c3bb7da3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f51337f0fa1461c9f2b388e12176174&device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 1129 time: 0.0568008 Mar 08 13:58:34.404362 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (d9556b9c-00af-4d92-aee1-eeeee044377a), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.492037 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-f0d4df37-898b-41a9-9a63-e7f43915e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:34.492898 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (d9556b9c-00af-4d92-aee1-eeeee044377a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.493457 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-f0d4df37-898b-41a9-9a63-e7f43915e810 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 200 len: 915 time: 0.1201811 Mar 08 13:58:34.551604 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (d9556b9c-00af-4d92-aee1-eeeee044377a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.567411 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-b7f5a807-998a-4a9b-a5b1-1f2906abfc5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac HTTP/1.1" status: 200 len: 999 time: 0.0670893 Mar 08 13:58:34.575417 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9556b9c-00af-4d92-aee1-eeeee044377a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:34.581334 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.584341 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b109ff94-4e35-4a3d-92b9-6f4fb286ea93 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9556b9c-00af-4d92-aee1-eeeee044377a HTTP/1.1" status: 204 len: 168 time: 0.2738743 Mar 08 13:58:34.587819 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34866) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:34.590590 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947700a2-3c9a-4b71-aed5-a9b14eb1f1a5 None None] Network c0e4fb91-e46d-456c-b710-714510b9ddee requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:58:34.591109 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '6394a5cd-e278-45ff-a9f9-6c832ed66fd0', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:e7:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:58:16Z', 'updated_at': '2022-03-08T13:58:33Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:34.626808 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:58:34.628407 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-7f4b467f-51ad-4a5b-bf87-b1fd5d87d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:34.629996 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-7f4b467f-51ad-4a5b-bf87-b1fd5d87d0d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 200 len: 853 time: 0.0559456 Mar 08 13:58:34.635160 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:58:34.635765 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:34.662113 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (c0e4fb91-e46d-456c-b710-714510b9ddee), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.692179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-e93b65c5-2067-46a6-bae9-8f002ff16277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:58:34.693517 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-e93b65c5-2067-46a6-bae9-8f002ff16277 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567286 Mar 08 13:58:34.716373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Deleting port 24508510-61c9-4fe1-9fac-f8ca36f56130 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:34.717090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.788119 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] For port 24508510-61c9-4fe1-9fac-f8ca36f56130, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=24508510-61c9-4fe1-9fac-f8ca36f56130,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:34.788716 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.804978 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-f5b38f03-b18c-4522-a09e-93558fc0717b service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046524 Mar 08 13:58:34.808154 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Calling delete_port for 24508510-61c9-4fe1-9fac-f8ca36f56130 owned by network:dhcp {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:34.818160 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] DHCP port deletion for c0e4fb91-e46d-456c-b710-714510b9ddee request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:58:34.837147 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:58:34.913052 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] Deleting port 24508510-61c9-4fe1-9fac-f8ca36f56130 {{(pid=114664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:58:34.913897 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), before_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.931487 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ef3e6737-5cec-4645-aba1-bdca0bc0ac2e no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:34.938473 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2b6cb466-ee4d-40ed-97d9-1346a9d4d10a req-aa5ac411-250f-467c-a9d2-0fed62ba407c service neutron] 10.222.0.32 "GET /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232486 Mar 08 13:58:34.957599 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:34.966828 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: ef3e6737-5cec-4645-aba1-bdca0bc0ac2e {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:58:34.967206 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device ef3e6737-5cec-4645-aba1-bdca0bc0ac2e not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:58:34.967622 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:34.983848 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24508510-61c9-4fe1-9fac-f8ca36f56130,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:34.987590 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] No DVR routers for this DVR port 24508510-61c9-4fe1-9fac-f8ca36f56130 on host dv-cinder-830092-2-iscsi {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:58:35.016255 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:58:35.016566 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7e0a8882-bd20-47f7-a3c0-3ef0af4e61bd not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:58:35.016944 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 24508510-61c9-4fe1-9fac-f8ca36f56130 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:58:35.043185 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 24508510-61c9-4fe1-9fac-f8ca36f56130 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:58:35.043433 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 24508510-61c9-4fe1-9fac-f8ca36f56130 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:58:35.046254 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] For port 24508510-61c9-4fe1-9fac-f8ca36f56130, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=24508510-61c9-4fe1-9fac-f8ca36f56130,segment=NetworkSegment(1b0efde4-dcda-4b0b-8598-9e71c264b6a6),segment_id=1b0efde4-dcda-4b0b-8598-9e71c264b6a6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:58:35.046861 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), precommit_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.059489 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] Calling delete_port for 24508510-61c9-4fe1-9fac-f8ca36f56130 owned by network:dhcp {{(pid=114664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:58:35.064873 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (c0e4fb91-e46d-456c-b710-714510b9ddee), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.085534 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e4fb91-e46d-456c-b710-714510b9ddee']}} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:35.098625 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0efde4-dcda-4b0b-8598-9e71c264b6a6') {'for_net_delete': True} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:35.098922 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0efde4-dcda-4b0b-8598-9e71c264b6a6') {} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:35.108596 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480334'] for segment (1b0efde4-dcda-4b0b-8598-9e71c264b6a6), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.122139 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (1b0efde4-dcda-4b0b-8598-9e71c264b6a6), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.127054 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '6394a5cd-e278-45ff-a9f9-6c832ed66fd0', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:e7:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:58:16Z', 'updated_at': '2022-03-08T13:58:33Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:58:35.129066 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=114663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:58:35.129485 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599907'] for segment (1b0efde4-dcda-4b0b-8598-9e71c264b6a6), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: Traceback (most recent call last): Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: timer() Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: cb(*args, **kw) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: return func(*args, **kwargs) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: self._notify() Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: self.callback(batched_events) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: event.method(event) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: return f(self, *a, **k) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._get(url).json() Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: return self.request(url, 'GET', **kwargs) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:58:35.131140 dv-cinder-830092-2-iscsi neutron-server[114663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:58:35.141041 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (24508510-61c9-4fe1-9fac-f8ca36f56130), after_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.160666 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ea7da-0847-46c4-adb4-049134666b5a None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '6394a5cd-e278-45ff-a9f9-6c832ed66fd0', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'port_id': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'mac_address': 'fa:16:3e:e7:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:58:16Z', 'updated_at': '2022-03-08T13:58:33Z', 'revision_number': 1, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:58:35.167960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] Pushing event deleted for resources: {'Port': ['ID=24508510-61c9-4fe1-9fac-f8ca36f56130,revision_number=None']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:35.169859 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bd8b4-de50-454f-93a9-bab39150b9e4 None None] No DVR routers for this DVR port 24508510-61c9-4fe1-9fac-f8ca36f56130 on host dv-cinder-830092-2-iscsi {{(pid=114664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:58:35.197413 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (c0e4fb91-e46d-456c-b710-714510b9ddee), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.218923 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.222322 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c0e4fb91-e46d-456c-b710-714510b9ddee HTTP/1.1" status: 204 len: 168 time: 0.6341836 Mar 08 13:58:35.223328 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d187d1-caf3-4390-8f12-99380842a8f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e4fb91-e46d-456c-b710-714510b9ddee,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:35.354731 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34870) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:35.396399 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22fde44-56ae-4b79-9cb5-83e16760aaae None None] New status for floating IP 6394a5cd-e278-45ff-a9f9-6c832ed66fd0: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:58:35.399781 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-69e2aaf8-458c-481e-bb5b-bbc5f9a12d46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3f5752b78974423ab169a772d26d27a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437396 Mar 08 13:58:35.402262 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 34872) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:35.450321 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16bd1f2f-4d9f-4bc5-90cd-9f6494e94217 admin admin] Publish callbacks [] for security_group (b5d39d8a-078d-455d-ab29-122cee9e4a1c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.471539 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16bd1f2f-4d9f-4bc5-90cd-9f6494e94217 admin admin] Publish callbacks [] for security_group (b5d39d8a-078d-455d-ab29-122cee9e4a1c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.518780 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16bd1f2f-4d9f-4bc5-90cd-9f6494e94217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b5d39d8a-078d-455d-ab29-122cee9e4a1c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.521556 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-16bd1f2f-4d9f-4bc5-90cd-9f6494e94217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:35.522816 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-16bd1f2f-4d9f-4bc5-90cd-9f6494e94217 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5d39d8a-078d-455d-ab29-122cee9e4a1c HTTP/1.1" status: 204 len: 168 time: 0.1194229 Mar 08 13:58:35.530623 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd1f2f-4d9f-4bc5-90cd-9f6494e94217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d39d8a-078d-455d-ab29-122cee9e4a1c,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:37.290366 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.218508 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35008) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:46.323480 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4037e7f2-d7a1-4abc-ab35-7c8c7bb215c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.398507 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4037e7f2-d7a1-4abc-ab35-7c8c7bb215c3 admin admin] Publish callbacks [] for security_group (57d311cb-51b5-4b3d-94db-9af9d512db47), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.404631 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4037e7f2-d7a1-4abc-ab35-7c8c7bb215c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (57d311cb-51b5-4b3d-94db-9af9d512db47), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.444528 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4037e7f2-d7a1-4abc-ab35-7c8c7bb215c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a967f4ba13b74307b10cc26ea07dda4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249599 Mar 08 13:58:46.445213 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037e7f2-d7a1-4abc-ab35-7c8c7bb215c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d311cb-51b5-4b3d-94db-9af9d512db47,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:46.447483 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35014) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:46.498334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b029d696-5cb1-43ff-8e24-fbe17fa287f3 admin admin] Publish callbacks [] for security_group (57d311cb-51b5-4b3d-94db-9af9d512db47), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.519909 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b029d696-5cb1-43ff-8e24-fbe17fa287f3 admin admin] Publish callbacks [] for security_group (57d311cb-51b5-4b3d-94db-9af9d512db47), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.568411 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b029d696-5cb1-43ff-8e24-fbe17fa287f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (57d311cb-51b5-4b3d-94db-9af9d512db47), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.570913 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b029d696-5cb1-43ff-8e24-fbe17fa287f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.572074 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b029d696-5cb1-43ff-8e24-fbe17fa287f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57d311cb-51b5-4b3d-94db-9af9d512db47 HTTP/1.1" status: 204 len: 168 time: 0.1235924 Mar 08 13:58:46.579569 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029d696-5cb1-43ff-8e24-fbe17fa287f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d311cb-51b5-4b3d-94db-9af9d512db47,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:46.849002 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35020) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:46.862504 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f2e-6ee3-4d4f-915b-56a15ae7bfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.943024 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f2e-6ee3-4d4f-915b-56a15ae7bfa0 admin admin] Publish callbacks [] for security_group (b7e467a4-21e2-40cd-8574-e93ebb0065b3), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.949339 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f2e-6ee3-4d4f-915b-56a15ae7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b7e467a4-21e2-40cd-8574-e93ebb0065b3), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:46.986890 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8bcf3f2e-6ee3-4d4f-915b-56a15ae7bfa0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42066199e5234563b71a51a295413cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368015 Mar 08 13:58:46.987759 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf3f2e-6ee3-4d4f-915b-56a15ae7bfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e467a4-21e2-40cd-8574-e93ebb0065b3,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:46.989853 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35022) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:47.039285 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ae2877cd-ec82-4b20-8ead-9f8191cf393b admin admin] Publish callbacks [] for security_group (b7e467a4-21e2-40cd-8574-e93ebb0065b3), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:47.060644 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ae2877cd-ec82-4b20-8ead-9f8191cf393b admin admin] Publish callbacks [] for security_group (b7e467a4-21e2-40cd-8574-e93ebb0065b3), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:47.111012 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ae2877cd-ec82-4b20-8ead-9f8191cf393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b7e467a4-21e2-40cd-8574-e93ebb0065b3), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:47.114658 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ae2877cd-ec82-4b20-8ead-9f8191cf393b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:47.116210 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ae2877cd-ec82-4b20-8ead-9f8191cf393b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7e467a4-21e2-40cd-8574-e93ebb0065b3 HTTP/1.1" status: 204 len: 168 time: 0.1251054 Mar 08 13:58:47.124172 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2877cd-ec82-4b20-8ead-9f8191cf393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e467a4-21e2-40cd-8574-e93ebb0065b3,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:50.039327 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-96f99350-0db0-4793-bed3-2b1952220ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:51.654145 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35110) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:51.765137 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5187f552-e190-4184-8aba-868c8a2b164a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:51.837094 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5187f552-e190-4184-8aba-868c8a2b164a admin admin] Publish callbacks [] for security_group (f35e05c0-cee7-4628-834e-3ecd50e40d86), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:51.844586 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5187f552-e190-4184-8aba-868c8a2b164a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f35e05c0-cee7-4628-834e-3ecd50e40d86), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:51.883046 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5187f552-e190-4184-8aba-868c8a2b164a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=faf4535882814f8996a023bb2bd42054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278309 Mar 08 13:58:51.884121 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f552-e190-4184-8aba-868c8a2b164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e05c0-cee7-4628-834e-3ecd50e40d86,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:51.886090 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35114) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:51.935214 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1ed1614e-7e47-4c9b-9558-2d760625e843 admin admin] Publish callbacks [] for security_group (f35e05c0-cee7-4628-834e-3ecd50e40d86), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:51.955837 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1ed1614e-7e47-4c9b-9558-2d760625e843 admin admin] Publish callbacks [] for security_group (f35e05c0-cee7-4628-834e-3ecd50e40d86), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.006479 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1ed1614e-7e47-4c9b-9558-2d760625e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f35e05c0-cee7-4628-834e-3ecd50e40d86), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.009036 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1ed1614e-7e47-4c9b-9558-2d760625e843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.010234 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1ed1614e-7e47-4c9b-9558-2d760625e843 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f35e05c0-cee7-4628-834e-3ecd50e40d86 HTTP/1.1" status: 204 len: 168 time: 0.1231275 Mar 08 13:58:52.017771 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1614e-7e47-4c9b-9558-2d760625e843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e05c0-cee7-4628-834e-3ecd50e40d86,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:52.154477 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4d5de2f7-1945-4619-9119-7aaaf1e15c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.281308 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35120) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:52.295006 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4158866f-a4d8-4041-9bfe-09697af94ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.376987 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4158866f-a4d8-4041-9bfe-09697af94ee7 admin admin] Publish callbacks [] for security_group (d53b19dd-a425-4bf6-8dca-46c267bce91d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.381835 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4158866f-a4d8-4041-9bfe-09697af94ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d53b19dd-a425-4bf6-8dca-46c267bce91d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.418130 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4158866f-a4d8-4041-9bfe-09697af94ee7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65b2096eb23549b886582a7981584b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356721 Mar 08 13:58:52.419235 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158866f-a4d8-4041-9bfe-09697af94ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b19dd-a425-4bf6-8dca-46c267bce91d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:52.421138 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35122) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:52.468665 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e93f522e-f976-4cb3-a06e-eb1217759cc5 admin admin] Publish callbacks [] for security_group (d53b19dd-a425-4bf6-8dca-46c267bce91d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.489758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e93f522e-f976-4cb3-a06e-eb1217759cc5 admin admin] Publish callbacks [] for security_group (d53b19dd-a425-4bf6-8dca-46c267bce91d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.538007 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e93f522e-f976-4cb3-a06e-eb1217759cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d53b19dd-a425-4bf6-8dca-46c267bce91d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.541000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e93f522e-f976-4cb3-a06e-eb1217759cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:52.542201 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e93f522e-f976-4cb3-a06e-eb1217759cc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d53b19dd-a425-4bf6-8dca-46c267bce91d HTTP/1.1" status: 204 len: 168 time: 0.1200361 Mar 08 13:58:52.550788 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f522e-f976-4cb3-a06e-eb1217759cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b19dd-a425-4bf6-8dca-46c267bce91d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:53.258937 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.448814 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35176) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:54.551927 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cbea82e0-fabf-4761-9293-e4b59270db09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.647281 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cbea82e0-fabf-4761-9293-e4b59270db09 admin admin] Publish callbacks [] for security_group (d168fba5-5f6b-465f-a0b3-d4225e66d60f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.653848 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-cbea82e0-fabf-4761-9293-e4b59270db09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d168fba5-5f6b-465f-a0b3-d4225e66d60f), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.690898 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-cbea82e0-fabf-4761-9293-e4b59270db09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc22975f9076445fb0e98ac1864ccef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409768 Mar 08 13:58:54.691742 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea82e0-fabf-4761-9293-e4b59270db09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168fba5-5f6b-465f-a0b3-d4225e66d60f,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:54.694488 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35180) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:54.743273 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ad83fa99-d661-40ad-9d40-3c227847e528 admin admin] Publish callbacks [] for security_group (d168fba5-5f6b-465f-a0b3-d4225e66d60f), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.755261 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.764974 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ad83fa99-d661-40ad-9d40-3c227847e528 admin admin] Publish callbacks [] for security_group (d168fba5-5f6b-465f-a0b3-d4225e66d60f), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.813731 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ad83fa99-d661-40ad-9d40-3c227847e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d168fba5-5f6b-465f-a0b3-d4225e66d60f), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.816306 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ad83fa99-d661-40ad-9d40-3c227847e528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:54.817515 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ad83fa99-d661-40ad-9d40-3c227847e528 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d168fba5-5f6b-465f-a0b3-d4225e66d60f HTTP/1.1" status: 204 len: 168 time: 0.1217201 Mar 08 13:58:54.825605 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83fa99-d661-40ad-9d40-3c227847e528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168fba5-5f6b-465f-a0b3-d4225e66d60f,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:55.098925 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35186) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:55.112337 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e5e6715e-9d84-4214-8c5c-597245dad179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.184694 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e5e6715e-9d84-4214-8c5c-597245dad179 admin admin] Publish callbacks [] for security_group (696acd85-adc3-45f6-ab50-b0d386941ad2), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.189524 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e5e6715e-9d84-4214-8c5c-597245dad179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (696acd85-adc3-45f6-ab50-b0d386941ad2), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.227097 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e5e6715e-9d84-4214-8c5c-597245dad179 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b808c9d574d642f191528ad923fd1814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271048 Mar 08 13:58:55.227934 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6715e-9d84-4214-8c5c-597245dad179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696acd85-adc3-45f6-ab50-b0d386941ad2,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:55.230980 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35190) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:55.280667 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d68d3219-9c43-49fc-b702-574cc7f72def admin admin] Publish callbacks [] for security_group (696acd85-adc3-45f6-ab50-b0d386941ad2), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.302358 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d68d3219-9c43-49fc-b702-574cc7f72def admin admin] Publish callbacks [] for security_group (696acd85-adc3-45f6-ab50-b0d386941ad2), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.364323 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d68d3219-9c43-49fc-b702-574cc7f72def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (696acd85-adc3-45f6-ab50-b0d386941ad2), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.367762 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d68d3219-9c43-49fc-b702-574cc7f72def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:55.369048 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d68d3219-9c43-49fc-b702-574cc7f72def admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/696acd85-adc3-45f6-ab50-b0d386941ad2 HTTP/1.1" status: 204 len: 168 time: 0.1367316 Mar 08 13:58:55.377187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d3219-9c43-49fc-b702-574cc7f72def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696acd85-adc3-45f6-ab50-b0d386941ad2,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:56.384636 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.393736 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35258) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:57.502240 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c5df711-e068-45bc-8655-2abd72f99636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.583237 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c5df711-e068-45bc-8655-2abd72f99636 admin admin] Publish callbacks [] for security_group (612ad4fb-219b-4805-9613-737933158462), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.590057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c5df711-e068-45bc-8655-2abd72f99636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (612ad4fb-219b-4805-9613-737933158462), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.627063 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8c5df711-e068-45bc-8655-2abd72f99636 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd4d98ccdff54d7c8b17df87172a5bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322509 Mar 08 13:58:57.628002 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5df711-e068-45bc-8655-2abd72f99636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612ad4fb-219b-4805-9613-737933158462,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:57.630604 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35262) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:57.685343 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-26c6f94c-325b-4168-b187-1e52a3ddfe1d admin admin] Publish callbacks [] for security_group (612ad4fb-219b-4805-9613-737933158462), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.716609 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-26c6f94c-325b-4168-b187-1e52a3ddfe1d admin admin] Publish callbacks [] for security_group (612ad4fb-219b-4805-9613-737933158462), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.769220 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-26c6f94c-325b-4168-b187-1e52a3ddfe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (612ad4fb-219b-4805-9613-737933158462), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.772923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-26c6f94c-325b-4168-b187-1e52a3ddfe1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:57.774712 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-26c6f94c-325b-4168-b187-1e52a3ddfe1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/612ad4fb-219b-4805-9613-737933158462 HTTP/1.1" status: 204 len: 168 time: 0.1428773 Mar 08 13:58:57.783086 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6f94c-325b-4168-b187-1e52a3ddfe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612ad4fb-219b-4805-9613-737933158462,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:58.047469 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35268) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:58.061568 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7d6e517f-4fac-4581-8608-d8f33a9464d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.144363 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7d6e517f-4fac-4581-8608-d8f33a9464d7 admin admin] Publish callbacks [] for security_group (7ae32254-a9be-438e-bd83-2fa75031d740), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.151327 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7d6e517f-4fac-4581-8608-d8f33a9464d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7ae32254-a9be-438e-bd83-2fa75031d740), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.188521 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7d6e517f-4fac-4581-8608-d8f33a9464d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45d978d143c34478bfb5bec9789e0337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399698 Mar 08 13:58:58.189384 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e517f-4fac-4581-8608-d8f33a9464d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae32254-a9be-438e-bd83-2fa75031d740,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:58:58.191490 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35272) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:58:58.245898 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b299561e-3c39-4627-8f31-0077b37df2e3 admin admin] Publish callbacks [] for security_group (7ae32254-a9be-438e-bd83-2fa75031d740), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.267729 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b299561e-3c39-4627-8f31-0077b37df2e3 admin admin] Publish callbacks [] for security_group (7ae32254-a9be-438e-bd83-2fa75031d740), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.318369 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b299561e-3c39-4627-8f31-0077b37df2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7ae32254-a9be-438e-bd83-2fa75031d740), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.320845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-b299561e-3c39-4627-8f31-0077b37df2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:58:58.322016 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b299561e-3c39-4627-8f31-0077b37df2e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ae32254-a9be-438e-bd83-2fa75031d740 HTTP/1.1" status: 204 len: 168 time: 0.1293635 Mar 08 13:58:58.329753 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299561e-3c39-4627-8f31-0077b37df2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae32254-a9be-438e-bd83-2fa75031d740,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:06.843729 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35360) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:06.960130 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-680fcff8-4eb3-41e0-a2fa-92c1026f9bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.033071 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-680fcff8-4eb3-41e0-a2fa-92c1026f9bf8 admin admin] Publish callbacks [] for security_group (4ae7a21d-dde9-4f5b-8671-c10ccd0a585d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.039285 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-680fcff8-4eb3-41e0-a2fa-92c1026f9bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (4ae7a21d-dde9-4f5b-8671-c10ccd0a585d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.075626 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-680fcff8-4eb3-41e0-a2fa-92c1026f9bf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c40885295e954fdda4061783132df231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308803 Mar 08 13:59:07.076571 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fcff8-4eb3-41e0-a2fa-92c1026f9bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae7a21d-dde9-4f5b-8671-c10ccd0a585d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:07.079358 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35364) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:07.129053 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c003d339-1b71-4d0d-8725-143d02418905 admin admin] Publish callbacks [] for security_group (4ae7a21d-dde9-4f5b-8671-c10ccd0a585d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.149837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c003d339-1b71-4d0d-8725-143d02418905 admin admin] Publish callbacks [] for security_group (4ae7a21d-dde9-4f5b-8671-c10ccd0a585d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.199602 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c003d339-1b71-4d0d-8725-143d02418905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (4ae7a21d-dde9-4f5b-8671-c10ccd0a585d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.202224 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c003d339-1b71-4d0d-8725-143d02418905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:07.203935 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-c003d339-1b71-4d0d-8725-143d02418905 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ae7a21d-dde9-4f5b-8671-c10ccd0a585d HTTP/1.1" status: 204 len: 168 time: 0.1225011 Mar 08 13:59:07.212358 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003d339-1b71-4d0d-8725-143d02418905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae7a21d-dde9-4f5b-8671-c10ccd0a585d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:07.287700 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:08.078825 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-23689cc1-96db-4f03-ad90-fc2d115a3c65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486512 Mar 08 13:59:08.147195 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-d021f066-9044-4945-89ee-8a89fd518f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:08.148766 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-d021f066-9044-4945-89ee-8a89fd518f3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0478957 Mar 08 13:59:08.252878 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-764e1687-5737-4879-8072-598cd3cf33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:08.254473 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-764e1687-5737-4879-8072-598cd3cf33d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.0865841 Mar 08 13:59:08.325208 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-6bd1aeca-ce1e-4773-8d60-18cc4bdf516b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 1001 time: 0.0641332 Mar 08 13:59:08.374713 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-d5615fdc-9c56-4980-9dc4-1d1ca803ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:08.376161 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-d5615fdc-9c56-4980-9dc4-1d1ca803ac6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0437398 Mar 08 13:59:08.428004 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-1013d146-b9d5-4dc8-9f85-3ecb2113cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:08.429545 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-1013d146-b9d5-4dc8-9f85-3ecb2113cbc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456204 Mar 08 13:59:08.530704 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-9fe471da-5641-4221-9ec5-27e9e1afc4b4 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925868 Mar 08 13:59:08.623284 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-cae63f5b-4f61-4c5d-b9a1-bfa36087dd9d req-12d0bd04-ed3c-4079-9b1d-ced9019ab776 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850329 Mar 08 13:59:09.041078 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0c02d-b625-44e0-ac93-6b9357189769 req-6ebb0511-e6bc-4367-95eb-1989528cfb82 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:09.042574 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3c0c02d-b625-44e0-ac93-6b9357189769 req-6ebb0511-e6bc-4367-95eb-1989528cfb82 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 947 time: 0.0526221 Mar 08 13:59:09.088212 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e3c0c02d-b625-44e0-ac93-6b9357189769 req-d5119149-8633-429c-bf0c-524a2e457458 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Mar 08 13:59:10.235653 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba604ce-3506-4d7a-a251-3089383995a0 req-6dfcba25-3a1d-4510-89fa-c2c0eb2f85f1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:10.237339 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aba604ce-3506-4d7a-a251-3089383995a0 req-6dfcba25-3a1d-4510-89fa-c2c0eb2f85f1 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 947 time: 0.0615489 Mar 08 13:59:10.287638 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-aba604ce-3506-4d7a-a251-3089383995a0 req-91021709-c474-404c-960b-9131fcdf2f29 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups?id=58824e97-3b70-488f-acf1-00a5b8978f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Mar 08 13:59:10.521818 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-76b2109c-303a-4320-aee7-6be54921939f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:10.523268 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-76b2109c-303a-4320-aee7-6be54921939f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 947 time: 0.0596123 Mar 08 13:59:10.622162 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Deleting port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:10.622507 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:10.714201 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] For port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:10.714567 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:10.810881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35428) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:10.908384 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:10.908739 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (bb6cacf7-ccf7-42e8-a283-d2f79d291bd3), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:10.909191 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Floating IP bb6cacf7-ccf7-42e8-a283-d2f79d291bd3 disassociated. External IP: 172.27.2.76, port: 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415. Mar 08 13:59:10.909570 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Calling delete_port for 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:10.944101 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7bf41c28-ece0-4bcd-b5e3-830e613228ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.022345 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7bf41c28-ece0-4bcd-b5e3-830e613228ce admin admin] Publish callbacks [] for security_group (7a411dbc-d7f0-430c-b2f1-7c056a987ed9), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.027469 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-7bf41c28-ece0-4bcd-b5e3-830e613228ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7a411dbc-d7f0-430c-b2f1-7c056a987ed9), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.042361 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (650dfbd6-2f80-47ca-bbe2-7e1cc38ba415), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.064707 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-7bf41c28-ece0-4bcd-b5e3-830e613228ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dd0af95b4eb48e581f461018ea4fdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525957 Mar 08 13:59:11.065652 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf41c28-ece0-4bcd-b5e3-830e613228ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a411dbc-d7f0-430c-b2f1-7c056a987ed9,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:11.067977 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35436) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:11.075245 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event deleted for resources: {'Port': ['ID=650dfbd6-2f80-47ca-bbe2-7e1cc38ba415,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:11.105507 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:59:11.122340 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e26dd5b-15b1-4fc1-8440-be1dba20a02e admin admin] Publish callbacks [] for security_group (7a411dbc-d7f0-430c-b2f1-7c056a987ed9), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.143317 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e26dd5b-15b1-4fc1-8440-be1dba20a02e admin admin] Publish callbacks [] for security_group (7a411dbc-d7f0-430c-b2f1-7c056a987ed9), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.191053 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e26dd5b-15b1-4fc1-8440-be1dba20a02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7a411dbc-d7f0-430c-b2f1-7c056a987ed9), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.193722 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0e26dd5b-15b1-4fc1-8440-be1dba20a02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.194859 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0e26dd5b-15b1-4fc1-8440-be1dba20a02e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a411dbc-d7f0-430c-b2f1-7c056a987ed9 HTTP/1.1" status: 204 len: 168 time: 0.1246347 Mar 08 13:59:11.197017 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:59:11.202894 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26dd5b-15b1-4fc1-8440-be1dba20a02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a411dbc-d7f0-430c-b2f1-7c056a987ed9,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:11.318233 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:59:11.328394 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:59:11.339348 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:11.340018 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:11.365988 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] No DVR routers for this DVR port 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:59:11.368517 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:11.372457 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-38414c54-d276-4e56-b9f2-8dfd388ead30 req-93cbbba9-ced4-487a-8347-f749d16fa1c5 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.32 "DELETE /v2.0/ports/650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 HTTP/1.1" status: 204 len: 173 time: 0.8431680 Mar 08 13:59:11.372906 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-deleted', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:59:11.375260 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c340db15-c22d-4848-bc36-672b1122a4f7" -d '{"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-deleted", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:59:11.416925 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1229cb5f-5ce6-49cf-8c78-d115e8e4a110 x-openstack-request-id: req-1229cb5f-5ce6-49cf-8c78-d115e8e4a110 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:59:11.417485 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59df732-e61f-46f6-858d-16fa2fd2d794", "name": "network-vif-deleted", "tag": "650dfbd6-2f80-47ca-bbe2-7e1cc38ba415", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:59:11.417871 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1229cb5f-5ce6-49cf-8c78-d115e8e4a110 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:59:11.418649 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59df732-e61f-46f6-858d-16fa2fd2d794', 'name': 'network-vif-deleted', 'tag': '650dfbd6-2f80-47ca-bbe2-7e1cc38ba415', 'status': 'completed', 'code': 200} Mar 08 13:59:11.423449 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d9f61f7f-8e2d-4e06-84ab-df34c6c7e989 req-6dc6741f-d66c-4ac6-b784-1bc98694fb0f tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/ports?device_id=e59df732-e61f-46f6-858d-16fa2fd2d794 HTTP/1.1" status: 200 len: 210 time: 0.0442100 Mar 08 13:59:11.490844 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:11.729719 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:11.757191 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:59:11.766506 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:11.767356 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:11.880106 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:12.203472 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:12.238240 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de930cea-49d0-4bce-a91a-f36dcd707152 None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:52:18Z', 'revision_number': 4, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'cb6877f4-dd4b-45a1-8026-1230f74d7115', 'name': '', 'network_id': '7c956211-c984-4af4-8354-8ab8245c9d65', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'mac_address': 'fa:16:3e:43:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:14Z', 'updated_at': '2022-03-08T13:52:28Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'subnets': [{'id': '28f895ec-524d-41a2-af65-d6eb24f3effe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:59:12.518609 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35484) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:12.540316 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933d6c2-8cf4-4d10-8bc0-48821fe71a60 None None] New status for floating IP bb6cacf7-ccf7-42e8-a283-d2f79d291bd3: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:59:12.591371 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (58824e97-3b70-488f-acf1-00a5b8978f24), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.615906 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (58824e97-3b70-488f-acf1-00a5b8978f24), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.676805 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (58824e97-3b70-488f-acf1-00a5b8978f24), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.679439 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.680911 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "DELETE /v2.0/security-groups/58824e97-3b70-488f-acf1-00a5b8978f24 HTTP/1.1" status: 204 len: 168 time: 0.1612394 Mar 08 13:59:12.683830 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35490) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:12.693599 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58824e97-3b70-488f-acf1-00a5b8978f24,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:12.701285 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.api.v2.resource [None req-46b5e984-a96f-47ef-a64e-102bfd3e7097 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] show failed (client error): The resource could not be found. Mar 08 13:59:12.702468 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-46b5e984-a96f-47ef-a64e-102bfd3e7097 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "GET /v2.0/security-groups/58824e97-3b70-488f-acf1-00a5b8978f24 HTTP/1.1" status: 404 len: 347 time: 0.0167747 Mar 08 13:59:12.705458 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35492) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:12.715514 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.716013 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.716514 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.716858 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.717645 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.717645 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.717897 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.718392 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.718881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.719258 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.719594 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.720009 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.720394 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f5919-fbb7-4f54-b247-6a6463dabcea tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:12.852618 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Deleting port c48cd6e6-3fb3-4236-8e39-e674c4c498aa {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:12.853107 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.931098 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.931443 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:12.943007 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Calling delete_port for c48cd6e6-3fb3-4236-8e39-e674c4c498aa owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:13.071415 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (c48cd6e6-3fb3-4236-8e39-e674c4c498aa), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:13.098876 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Pushing event deleted for resources: {'Port': ['ID=c48cd6e6-3fb3-4236-8e39-e674c4c498aa,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:13.158315 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks [] for floatingip (bb6cacf7-ccf7-42e8-a283-d2f79d291bd3), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:13.160804 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:13.161991 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1d25c07c-d581-4961-802c-7771220f5d52 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] 10.222.0.18 "DELETE /v2.0/floatingips/bb6cacf7-ccf7-42e8-a283-d2f79d291bd3 HTTP/1.1" status: 204 len: 168 time: 0.4550581 Mar 08 13:59:14.128493 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:14.149741 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:14.150089 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 650dfbd6-2f80-47ca-bbe2-7e1cc38ba415 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:15.592701 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35540) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:16.108481 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (0fb43e7a-1b47-4381-89da-6ee80a630edf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:16.363186 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Deleting port cb6877f4-dd4b-45a1-8026-1230f74d7115 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:16.363421 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:16.700821 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] For port cb6877f4-dd4b-45a1-8026-1230f74d7115, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=cb6877f4-dd4b-45a1-8026-1230f74d7115,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:16.701510 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:16.714541 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Calling delete_port for cb6877f4-dd4b-45a1-8026-1230f74d7115 owned by network:router_interface {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:16.901746 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (cb6877f4-dd4b-45a1-8026-1230f74d7115), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:16.926630 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6877f4-dd4b-45a1-8026-1230f74d7115,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:16.938045 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.938374 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.938743 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.939084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.939410 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.939810 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.940025 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.940383 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.940705 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.941027 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.941345 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.941673 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:16.941969 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:17.104345 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (0fb43e7a-1b47-4381-89da-6ee80a630edf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:17.328338 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Router 0fb43e7a-1b47-4381-89da-6ee80a630edf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:59:17.442768 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:59:17.447915 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-b61631e5-4e8e-4547-b293-a11a8695fad3 admin admin] 10.222.0.18 "PUT /v2.0/routers/0fb43e7a-1b47-4381-89da-6ee80a630edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542333 Mar 08 13:59:17.450736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35576) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:17.452009 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] Sync routers for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:59:17.463255 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:17.463847 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:17.572815 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks [] for router (0fb43e7a-1b47-4381-89da-6ee80a630edf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:17.599722 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:17.678840 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks [] for router_gateway (0fb43e7a-1b47-4381-89da-6ee80a630edf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:17.736224 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Deleting port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:17.736979 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:17.786865 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:59:16Z', 'revision_number': 5, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port': {'id': '9cc93ac7-9e58-4f38-91b6-c9ae0f695126', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:52:08Z', 'updated_at': '2022-03-08T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:17.816299 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] For port 9cc93ac7-9e58-4f38-91b6-c9ae0f695126, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:17.816803 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:17.820386 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] Checking router: 0fb43e7a-1b47-4381-89da-6ee80a630edf for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:59:17.829412 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Calling delete_port for 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 owned by network:router_gateway {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:17.829649 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] Routers {'0fb43e7a-1b47-4381-89da-6ee80a630edf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:17.830173 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:58:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['0fb43e7a-1b47-4381-89da-6ee80a630edf'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:17.919610 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] Set router 0fb43e7a-1b47-4381-89da-6ee80a630edf gateway port host: None {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:17.973018 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:59:17Z', 'revision_number': 6, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port_host': None}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:18.002627 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b0d4a-9b3b-4d4e-a40c-7df510f0d0f3 None None] The sync data for ids ['0fb43e7a-1b47-4381-89da-6ee80a630edf'] in dv-cinder-830092-2-iscsi is: [{'id': '0fb43e7a-1b47-4381-89da-6ee80a630edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1428245118-router', 'tenant_id': '98537a177d784e0cb148e3f73688f0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:52:06Z', 'updated_at': '2022-03-08T13:59:17Z', 'revision_number': 6, 'project_id': '98537a177d784e0cb148e3f73688f0c0', 'gw_port_host': None}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:59:18.003614 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9cc93ac7-9e58-4f38-91b6-c9ae0f695126), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.044485 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc93ac7-9e58-4f38-91b6-c9ae0f695126,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:18.101621 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (0fb43e7a-1b47-4381-89da-6ee80a630edf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.198825 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (0fb43e7a-1b47-4381-89da-6ee80a630edf), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.201274 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks [] for router_controller (0fb43e7a-1b47-4381-89da-6ee80a630edf), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.252168 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (0fb43e7a-1b47-4381-89da-6ee80a630edf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.252723 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb43e7a-1b47-4381-89da-6ee80a630edf {{(pid=114662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:59:18.257499 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.258680 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-421907de-57ba-43c1-94e0-6de17d56f5c9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0fb43e7a-1b47-4381-89da-6ee80a630edf HTTP/1.1" status: 204 len: 168 time: 0.8067267 Mar 08 13:59:18.261254 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35600) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:18.304737 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Deleting subnet 28f895ec-524d-41a2-af65-d6eb24f3effe {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:59:18.308142 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Publish callbacks [] for subnet (28f895ec-524d-41a2-af65-d6eb24f3effe), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.344856 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (28f895ec-524d-41a2-af65-d6eb24f3effe), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.428687 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (28f895ec-524d-41a2-af65-d6eb24f3effe), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.489730 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (28f895ec-524d-41a2-af65-d6eb24f3effe), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.516907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f895ec-524d-41a2-af65-d6eb24f3effe,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:18.520667 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.524098 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8250a7ca-4c53-4a01-825b-6be70f56329b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/28f895ec-524d-41a2-af65-d6eb24f3effe HTTP/1.1" status: 204 len: 168 time: 0.2617626 Mar 08 13:59:18.526578 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1d687-b244-46b4-be56-8fba859f59ce None None] Network 7c956211-c984-4af4-8354-8ab8245c9d65 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:59:18.529946 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35608) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:18.623766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (7c956211-c984-4af4-8354-8ab8245c9d65), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.694648 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Deleting port 650607aa-228b-4760-83b8-8f674d8103ef {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:18.694988 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (650607aa-228b-4760-83b8-8f674d8103ef), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.773175 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] For port 650607aa-228b-4760-83b8-8f674d8103ef, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=650607aa-228b-4760-83b8-8f674d8103ef,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:18.773808 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (650607aa-228b-4760-83b8-8f674d8103ef), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.790235 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] DHCP port deletion for 7c956211-c984-4af4-8354-8ab8245c9d65 request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:59:18.799037 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Calling delete_port for 650607aa-228b-4760-83b8-8f674d8103ef owned by network:dhcp {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:18.912290 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Deleting port 650607aa-228b-4760-83b8-8f674d8103ef {{(pid=114664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:18.912670 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (650607aa-228b-4760-83b8-8f674d8103ef), before_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.925776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device cb6877f4-dd4b-45a1-8026-1230f74d7115 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:18.933086 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (650607aa-228b-4760-83b8-8f674d8103ef), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:18.963069 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Pushing event deleted for resources: {'Port': ['ID=650607aa-228b-4760-83b8-8f674d8103ef,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:18.969173 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: cb6877f4-dd4b-45a1-8026-1230f74d7115 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:18.969539 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device cb6877f4-dd4b-45a1-8026-1230f74d7115 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:18.969961 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:18.974180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] No DVR routers for this DVR port 650607aa-228b-4760-83b8-8f674d8103ef on host dv-cinder-830092-2-iscsi {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:59:19.025008 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:19.025493 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 9cc93ac7-9e58-4f38-91b6-c9ae0f695126 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:19.025920 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 650607aa-228b-4760-83b8-8f674d8103ef no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:19.054086 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 650607aa-228b-4760-83b8-8f674d8103ef {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:19.054430 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 650607aa-228b-4760-83b8-8f674d8103ef not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:19.061182 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] For port 650607aa-228b-4760-83b8-8f674d8103ef, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=650607aa-228b-4760-83b8-8f674d8103ef,segment=NetworkSegment(bfc6263a-d318-4e31-b302-b710808e3449),segment_id=bfc6263a-d318-4e31-b302-b710808e3449)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:19.061777 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (650607aa-228b-4760-83b8-8f674d8103ef), precommit_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.062849 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (7c956211-c984-4af4-8354-8ab8245c9d65), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.075255 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Calling delete_port for 650607aa-228b-4760-83b8-8f674d8103ef owned by network:dhcp {{(pid=114664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:19.094004 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c956211-c984-4af4-8354-8ab8245c9d65']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:19.104652 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc6263a-d318-4e31-b302-b710808e3449') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:19.104956 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc6263a-d318-4e31-b302-b710808e3449') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:19.118200 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (bfc6263a-d318-4e31-b302-b710808e3449), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.135826 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (bfc6263a-d318-4e31-b302-b710808e3449), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.143395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:59:19.143939 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (bfc6263a-d318-4e31-b302-b710808e3449), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:59:19.145784 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:59:19.189086 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (650607aa-228b-4760-83b8-8f674d8103ef), after_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.232274 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Pushing event deleted for resources: {'Port': ['ID=650607aa-228b-4760-83b8-8f674d8103ef,revision_number=None']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:19.235632 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (7c956211-c984-4af4-8354-8ab8245c9d65), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.238248 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] No DVR routers for this DVR port 650607aa-228b-4760-83b8-8f674d8103ef on host dv-cinder-830092-2-iscsi {{(pid=114664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:59:19.244125 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.250378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250378 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250573 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7c956211-c984-4af4-8354-8ab8245c9d65 HTTP/1.1" status: 204 len: 168 time: 0.7166381 Mar 08 13:59:19.250653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.250653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.256574 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.257669 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.261479 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce830f-257b-47a4-9a07-fa14682f6427 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c956211-c984-4af4-8354-8ab8245c9d65,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:19.265670 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.266064 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.267024 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3ae1f-9953-4060-ae46-4d2962be7829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:59:19.374018 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35636) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:19.413480 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7a86fae4-d9ed-4157-a252-5017d5a4fcac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98537a177d784e0cb148e3f73688f0c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382633 Mar 08 13:59:19.415957 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35638) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:19.466554 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55f48213-0a78-4360-ac38-ffbd66ba75cc admin admin] Publish callbacks [] for security_group (7dcb64dc-9ee5-4fb5-b491-d88d7b480dad), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.487489 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55f48213-0a78-4360-ac38-ffbd66ba75cc admin admin] Publish callbacks [] for security_group (7dcb64dc-9ee5-4fb5-b491-d88d7b480dad), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.536553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55f48213-0a78-4360-ac38-ffbd66ba75cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7dcb64dc-9ee5-4fb5-b491-d88d7b480dad), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.539456 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55f48213-0a78-4360-ac38-ffbd66ba75cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:19.540816 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-55f48213-0a78-4360-ac38-ffbd66ba75cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dcb64dc-9ee5-4fb5-b491-d88d7b480dad HTTP/1.1" status: 204 len: 168 time: 0.1240118 Mar 08 13:59:19.548877 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f48213-0a78-4360-ac38-ffbd66ba75cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb64dc-9ee5-4fb5-b491-d88d7b480dad,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:20.051153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e8fb79db-0df8-437b-bf4d-3702fa95f1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:20.540350 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470f488-1c69-4f4f-88a8-6065f34401cd req-9cda9624-7843-482c-aa37-796ee1a42cd4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:20.542033 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9470f488-1c69-4f4f-88a8-6065f34401cd req-9cda9624-7843-482c-aa37-796ee1a42cd4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Mar 08 13:59:20.589316 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-9470f488-1c69-4f4f-88a8-6065f34401cd req-4bcac279-2a48-47ab-97bd-232aa9a6e590 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Mar 08 13:59:21.260579 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35708) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:21.368592 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae81b-bd7a-40dc-a2c4-2e0f4601d39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.442703 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae81b-bd7a-40dc-a2c4-2e0f4601d39e admin admin] Publish callbacks [] for security_group (f9011094-c15f-486d-84b3-bfe3e3f68632), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.449659 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae81b-bd7a-40dc-a2c4-2e0f4601d39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f9011094-c15f-486d-84b3-bfe3e3f68632), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.493336 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ae81b-bd7a-40dc-a2c4-2e0f4601d39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9011094-c15f-486d-84b3-bfe3e3f68632,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:21.498125 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8c9ae81b-bd7a-40dc-a2c4-2e0f4601d39e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a83496ad604041208907d111bf48dd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359176 Mar 08 13:59:21.500374 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35712) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:21.555300 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-768622a3-7747-4e1d-ba22-196f36684470 admin admin] Publish callbacks [] for security_group (f9011094-c15f-486d-84b3-bfe3e3f68632), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.579849 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-768622a3-7747-4e1d-ba22-196f36684470 admin admin] Publish callbacks [] for security_group (f9011094-c15f-486d-84b3-bfe3e3f68632), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.638527 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-768622a3-7747-4e1d-ba22-196f36684470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f9011094-c15f-486d-84b3-bfe3e3f68632), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.641966 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-768622a3-7747-4e1d-ba22-196f36684470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:21.643225 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-768622a3-7747-4e1d-ba22-196f36684470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9011094-c15f-486d-84b3-bfe3e3f68632 HTTP/1.1" status: 204 len: 168 time: 0.1419487 Mar 08 13:59:21.651761 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768622a3-7747-4e1d-ba22-196f36684470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9011094-c15f-486d-84b3-bfe3e3f68632,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:21.725741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fbd8-4d89-450c-8d24-80dc5faae6c7 req-b81743ad-dc8c-453d-914c-e9c9416e90bb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:21.731000 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4633fbd8-4d89-450c-8d24-80dc5faae6c7 req-b81743ad-dc8c-453d-914c-e9c9416e90bb tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 945 time: 0.0564497 Mar 08 13:59:21.775664 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4633fbd8-4d89-450c-8d24-80dc5faae6c7 req-32354013-acf5-4066-83bc-0b0f4fec750a tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups?id=66c74696-ecf9-4a87-9f57-2a9f808fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 Mar 08 13:59:21.923920 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35720) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:21.937123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4a221bea-31fe-4681-bbd5-b16a290583b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.020785 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-68bd4759-4420-4626-9b11-1d0adde478fe tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:22.022277 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-68bd4759-4420-4626-9b11-1d0adde478fe tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 945 time: 0.0823433 Mar 08 13:59:22.104179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4a221bea-31fe-4681-bbd5-b16a290583b3 admin admin] Publish callbacks [] for security_group (0529ff08-627c-477c-8355-972ab7779232), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.111529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4a221bea-31fe-4681-bbd5-b16a290583b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (0529ff08-627c-477c-8355-972ab7779232), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.160573 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-0654de22-dca8-4e44-baa2-073decfc109e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.164503 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4a221bea-31fe-4681-bbd5-b16a290583b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20536cfb1d5b4a5ea168965493007bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365916 Mar 08 13:59:22.164503 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a221bea-31fe-4681-bbd5-b16a290583b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0529ff08-627c-477c-8355-972ab7779232,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:22.164705 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35722) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:22.178921 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port cc4c0c92-e978-41c8-9df1-8ec634febbac {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:22.179351 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.225746 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4c802e75-7721-4f4e-9bcd-9cb95999bf6a admin admin] Publish callbacks [] for security_group (0529ff08-627c-477c-8355-972ab7779232), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.249614 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4c802e75-7721-4f4e-9bcd-9cb95999bf6a admin admin] Publish callbacks [] for security_group (0529ff08-627c-477c-8355-972ab7779232), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.274349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] For port cc4c0c92-e978-41c8-9df1-8ec634febbac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc4c0c92-e978-41c8-9df1-8ec634febbac,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:22.274741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.306542 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4c802e75-7721-4f4e-9bcd-9cb95999bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (0529ff08-627c-477c-8355-972ab7779232), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.309670 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4c802e75-7721-4f4e-9bcd-9cb95999bf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.310998 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4c802e75-7721-4f4e-9bcd-9cb95999bf6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0529ff08-627c-477c-8355-972ab7779232 HTTP/1.1" status: 204 len: 168 time: 0.1455750 Mar 08 13:59:22.322991 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c802e75-7721-4f4e-9bcd-9cb95999bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0529ff08-627c-477c-8355-972ab7779232,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:22.466894 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.467262 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (6394a5cd-e278-45ff-a9f9-6c832ed66fd0), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.467578 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Floating IP 6394a5cd-e278-45ff-a9f9-6c832ed66fd0 disassociated. External IP: 172.27.2.150, port: cc4c0c92-e978-41c8-9df1-8ec634febbac. Mar 08 13:59:22.467949 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for cc4c0c92-e978-41c8-9df1-8ec634febbac owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:22.476567 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35734) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:22.597344 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fda620aa-44fa-44f6-af9f-0a3f8c5d9550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.620838 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (cc4c0c92-e978-41c8-9df1-8ec634febbac), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.652005 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=cc4c0c92-e978-41c8-9df1-8ec634febbac,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:22.679985 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fda620aa-44fa-44f6-af9f-0a3f8c5d9550 admin admin] Publish callbacks [] for security_group (628962a6-a178-419d-a6bd-99decc62025d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.688012 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-fda620aa-44fa-44f6-af9f-0a3f8c5d9550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (628962a6-a178-419d-a6bd-99decc62025d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.724529 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda620aa-44fa-44f6-af9f-0a3f8c5d9550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628962a6-a178-419d-a6bd-99decc62025d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:22.737797 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-fda620aa-44fa-44f6-af9f-0a3f8c5d9550 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d4e8bfdf8ce4456a9cf6849b84b9eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569714 Mar 08 13:59:22.740965 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35746) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:22.803337 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a96f92c2-e59d-409d-994c-f62efa2eb46e admin admin] Publish callbacks [] for security_group (628962a6-a178-419d-a6bd-99decc62025d), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.827250 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a96f92c2-e59d-409d-994c-f62efa2eb46e admin admin] Publish callbacks [] for security_group (628962a6-a178-419d-a6bd-99decc62025d), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.904600 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ee5f39c8-1ef2-4b04-a105-1b8989722955 req-8dc7099c-7d70-4bb6-a90c-9fd1f0bc0662 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/ports?device_id=fec026d4-67a4-4718-9573-a5f95b0f43c5 HTTP/1.1" status: 200 len: 210 time: 0.0329978 Mar 08 13:59:22.922982 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a96f92c2-e59d-409d-994c-f62efa2eb46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (628962a6-a178-419d-a6bd-99decc62025d), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.926793 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a96f92c2-e59d-409d-994c-f62efa2eb46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:22.929408 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a96f92c2-e59d-409d-994c-f62efa2eb46e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/628962a6-a178-419d-a6bd-99decc62025d HTTP/1.1" status: 204 len: 168 time: 0.1852894 Mar 08 13:59:22.939945 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f92c2-e59d-409d-994c-f62efa2eb46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628962a6-a178-419d-a6bd-99decc62025d,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:23.071065 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:59:23.231520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:59:23.242050 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:59:23.277212 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:23.278359 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:59:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:23.292562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] No DVR routers for this DVR port cc4c0c92-e978-41c8-9df1-8ec634febbac on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:59:23.295315 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:23.298929 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a7d1755c-1986-4f40-a2df-0da8d1094b03 req-8f7f63e4-be8f-4599-9059-64c8dea7fb51 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.32 "DELETE /v2.0/ports/cc4c0c92-e978-41c8-9df1-8ec634febbac HTTP/1.1" status: 204 len: 173 time: 1.2714453 Mar 08 13:59:23.299554 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'name': 'network-vif-deleted', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:59:23.301788 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcfeeee-e216-4ecc-b424-d6af624bab0c" -d '{"events": [{"server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "name": "network-vif-deleted", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:59:23.338366 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:23.342594 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc8ee1-4908-47a5-b43f-f3359676356d x-openstack-request-id: req-91bc8ee1-4908-47a5-b43f-f3359676356d {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:59:23.343117 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec026d4-67a4-4718-9573-a5f95b0f43c5", "name": "network-vif-deleted", "tag": "cc4c0c92-e978-41c8-9df1-8ec634febbac", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:59:23.343373 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91bc8ee1-4908-47a5-b43f-f3359676356d {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:59:23.343845 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec026d4-67a4-4718-9573-a5f95b0f43c5', 'name': 'network-vif-deleted', 'tag': 'cc4c0c92-e978-41c8-9df1-8ec634febbac', 'status': 'completed', 'code': 200} Mar 08 13:59:23.412687 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:23.615150 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:23.645064 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:59:23.653580 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:23.654191 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:59:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:23.773483 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:23.978596 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:23.998871 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35786) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:24.007514 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363ab87-d7c9-4aea-adc2-afb3bc0e5926 None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:20Z', 'revision_number': 4, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e51a43da-6af0-488f-b191-efcdee399e8a', 'name': '', 'network_id': 'aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'mac_address': 'fa:16:3e:ef:a6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:19Z', 'updated_at': '2022-03-08T13:53:23Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'subnets': [{'id': 'e15b0cfa-05dd-484b-8256-c13480b4b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:59:24.056743 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46421e95-ab58-4789-9e0c-8efa5aee2e70 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (66c74696-ecf9-4a87-9f57-2a9f808fb3d4), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.081649 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46421e95-ab58-4789-9e0c-8efa5aee2e70 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (66c74696-ecf9-4a87-9f57-2a9f808fb3d4), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.135653 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46421e95-ab58-4789-9e0c-8efa5aee2e70 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (66c74696-ecf9-4a87-9f57-2a9f808fb3d4), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.138954 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-46421e95-ab58-4789-9e0c-8efa5aee2e70 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.143298 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35792) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:24.143790 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-46421e95-ab58-4789-9e0c-8efa5aee2e70 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/security-groups/66c74696-ecf9-4a87-9f57-2a9f808fb3d4 HTTP/1.1" status: 204 len: 168 time: 0.1444163 Mar 08 13:59:24.153843 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46421e95-ab58-4789-9e0c-8efa5aee2e70 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c74696-ecf9-4a87-9f57-2a9f808fb3d4,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:24.168934 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.api.v2.resource [None req-11df5097-c71f-452f-a40a-7e5d06aeddc4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] show failed (client error): The resource could not be found. Mar 08 13:59:24.170896 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-11df5097-c71f-452f-a40a-7e5d06aeddc4 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "GET /v2.0/security-groups/66c74696-ecf9-4a87-9f57-2a9f808fb3d4 HTTP/1.1" status: 404 len: 347 time: 0.0261843 Mar 08 13:59:24.174134 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35794) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:24.270941 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca98dc-ee38-4905-b181-f0a78262886a None None] New status for floating IP 6394a5cd-e278-45ff-a9f9-6c832ed66fd0: DOWN {{(pid=114665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:59:24.306776 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Deleting port 67fc6073-56e8-4e27-8f14-09d2b06fa446 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:24.307251 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.395064 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.395663 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (67fc6073-56e8-4e27-8f14-09d2b06fa446), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.417430 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Calling delete_port for 67fc6073-56e8-4e27-8f14-09d2b06fa446 owned by network:floatingip {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:24.556508 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (67fc6073-56e8-4e27-8f14-09d2b06fa446), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.584979 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Pushing event deleted for resources: {'Port': ['ID=67fc6073-56e8-4e27-8f14-09d2b06fa446,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:24.663064 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks [] for floatingip (6394a5cd-e278-45ff-a9f9-6c832ed66fd0), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.665713 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:24.666906 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-dfbf9bc3-6adb-44d8-a923-f7968f885372 tempest-AttachVolumeNegativeTest-797840813 tempest-AttachVolumeNegativeTest-797840813-project] 10.222.0.18 "DELETE /v2.0/floatingips/6394a5cd-e278-45ff-a9f9-6c832ed66fd0 HTTP/1.1" status: 204 len: 168 time: 0.4917536 Mar 08 13:59:24.761108 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:26.399896 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:26.655370 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device cc4c0c92-e978-41c8-9df1-8ec634febbac no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:26.676530 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: cc4c0c92-e978-41c8-9df1-8ec634febbac {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:26.676854 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device cc4c0c92-e978-41c8-9df1-8ec634febbac not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:26.984654 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d935a-5071-47f5-a2f5-f5d39f070ab2 req-7ef2e357-7423-4d82-9513-5eb29c581f0f tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:26.986148 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-443d935a-5071-47f5-a2f5-f5d39f070ab2 req-7ef2e357-7423-4d82-9513-5eb29c581f0f tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0580339 Mar 08 13:59:27.039742 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-443d935a-5071-47f5-a2f5-f5d39f070ab2 req-13d27409-dc01-4fb8-8ac4-1950f072c784 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479677 Mar 08 13:59:28.161561 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41856e-149d-4edd-ab55-07be48205a00 req-ad556777-4e6c-4428-aaa5-9c3ed81789a3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:28.163033 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8d41856e-149d-4edd-ab55-07be48205a00 req-ad556777-4e6c-4428-aaa5-9c3ed81789a3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0537477 Mar 08 13:59:28.214914 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-8d41856e-149d-4edd-ab55-07be48205a00 req-56201729-bcd2-4c62-b52a-09c8fd1c3df3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Mar 08 13:59:29.341736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb6a7-9cfa-4ff4-977d-2ae5d1810501 req-cc1884df-3ed0-4aa9-b48d-5da4b1aee28e tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:29.343565 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-21eeb6a7-9cfa-4ff4-977d-2ae5d1810501 req-cc1884df-3ed0-4aa9-b48d-5da4b1aee28e tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0575857 Mar 08 13:59:29.393631 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-21eeb6a7-9cfa-4ff4-977d-2ae5d1810501 req-8d6798e3-2a40-4bc3-b95c-79e43831166d tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440857 Mar 08 13:59:30.464927 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35878) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:30.527537 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc3219-3b7f-41d5-be66-205131c985b6 req-8804a0e9-0562-4738-a96e-2ab0094c65eb tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:30.529036 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-78cc3219-3b7f-41d5-be66-205131c985b6 req-8804a0e9-0562-4738-a96e-2ab0094c65eb tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0527911 Mar 08 13:59:30.576673 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-78cc3219-3b7f-41d5-be66-205131c985b6 req-8f814f39-6da2-490f-b671-1864b39145d2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 Mar 08 13:59:30.959253 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.220677 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Deleting port e51a43da-6af0-488f-b191-efcdee399e8a {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:31.221087 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.308192 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] For port e51a43da-6af0-488f-b191-efcdee399e8a, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e51a43da-6af0-488f-b191-efcdee399e8a,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:31.308561 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.320996 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Calling delete_port for e51a43da-6af0-488f-b191-efcdee399e8a owned by network:router_interface {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:31.511112 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (e51a43da-6af0-488f-b191-efcdee399e8a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.539932 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Pushing event deleted for resources: {'Port': ['ID=e51a43da-6af0-488f-b191-efcdee399e8a,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:31.653331 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35892) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:31.716069 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39be311-7a05-4553-8b58-fedd53fa13f8 req-2d20b849-3ef7-4592-8f3a-8f1a0195937e tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:31.718292 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f39be311-7a05-4553-8b58-fedd53fa13f8 req-2d20b849-3ef7-4592-8f3a-8f1a0195937e tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0587821 Mar 08 13:59:31.722736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.787160 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f39be311-7a05-4553-8b58-fedd53fa13f8 req-ef53d9d5-2d69-4350-8969-a4569fbbd4bf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556438 Mar 08 13:59:31.794227 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e57a390c-b178-45c8-b8e4-bf2f43939026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.982089 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e57a390c-b178-45c8-b8e4-bf2f43939026 admin admin] Publish callbacks [] for security_group (f2a9c555-191e-40de-a059-f142d86b04af), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:31.992321 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e57a390c-b178-45c8-b8e4-bf2f43939026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f2a9c555-191e-40de-a059-f142d86b04af), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.042909 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a390c-b178-45c8-b8e4-bf2f43939026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a9c555-191e-40de-a059-f142d86b04af,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:32.047016 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e57a390c-b178-45c8-b8e4-bf2f43939026 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aef772d3c38f47caa738d4f21d1859bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926208 Mar 08 13:59:32.049970 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35896) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:32.052373 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:59:32.099841 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d35cf4da-4de6-450d-a607-c6b7b461290b admin admin] Publish callbacks [] for security_group (f2a9c555-191e-40de-a059-f142d86b04af), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.121376 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d35cf4da-4de6-450d-a607-c6b7b461290b admin admin] Publish callbacks [] for security_group (f2a9c555-191e-40de-a059-f142d86b04af), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.161689 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:59:32.166942 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-8250cb74-851c-48c7-ac0b-63e3791fd24a admin admin] 10.222.0.18 "PUT /v2.0/routers/13978b9f-9ed1-4b51-ba6e-9a7afa863f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008398 Mar 08 13:59:32.169764 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35898) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:32.171643 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] Sync routers for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:59:32.177160 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d35cf4da-4de6-450d-a607-c6b7b461290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f2a9c555-191e-40de-a059-f142d86b04af), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.179992 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d35cf4da-4de6-450d-a607-c6b7b461290b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.181047 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d35cf4da-4de6-450d-a607-c6b7b461290b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2a9c555-191e-40de-a059-f142d86b04af HTTP/1.1" status: 204 len: 168 time: 0.1301222 Mar 08 13:59:32.182620 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:32.183731 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:59:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:32.226595 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cf4da-4de6-450d-a607-c6b7b461290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a9c555-191e-40de-a059-f142d86b04af,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:32.289849 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks [] for router (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.302681 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:32.395496 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks [] for router_gateway (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.450775 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Deleting port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:32.451115 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.475966 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35904) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:32.493895 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:59:31Z', 'revision_number': 5, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port': {'id': '2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:32.518607 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f865d13a-7a7e-4266-b62d-e748a992ccd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.520672 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] Checking router: 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:59:32.528978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] Routers {'13978b9f-9ed1-4b51-ba6e-9a7afa863f38'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:59:32.529621 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T13:59:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:32.560563 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] For port 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:32.560947 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.582390 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Calling delete_port for 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 owned by network:router_gateway {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:32.677476 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f865d13a-7a7e-4266-b62d-e748a992ccd5 admin admin] Publish callbacks [] for security_group (d06a1203-94db-4d30-beab-71c3b25b658a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.685454 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f865d13a-7a7e-4266-b62d-e748a992ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d06a1203-94db-4d30-beab-71c3b25b658a), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.755301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] Set router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 gateway port host: None {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:59:32.766823 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865d13a-7a7e-4266-b62d-e748a992ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a1203-94db-4d30-beab-71c3b25b658a,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:32.772878 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f865d13a-7a7e-4266-b62d-e748a992ccd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc230ba6bf474fd48f362bb59c4feb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959032 Mar 08 13:59:32.775578 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35906) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:32.816589 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:59:32Z', 'revision_number': 6, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port_host': None}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:32.847129 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75b893-1307-41ab-beea-f5e5ee8b5bdf None None] The sync data for ids ['13978b9f-9ed1-4b51-ba6e-9a7afa863f38'] in dv-cinder-830092-2-iscsi is: [{'id': '13978b9f-9ed1-4b51-ba6e-9a7afa863f38', 'name': 'tempest-AttachVolumeNegativeTest-501232551-router', 'tenant_id': '3f51337f0fa1461c9f2b388e12176174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:53:17Z', 'updated_at': '2022-03-08T13:59:32Z', 'revision_number': 6, 'project_id': '3f51337f0fa1461c9f2b388e12176174', 'gw_port_host': None}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:59:32.868579 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9b066e03-9b03-4ed8-9c72-7310afd5ab77 admin admin] Publish callbacks [] for security_group (d06a1203-94db-4d30-beab-71c3b25b658a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.879943 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.926553 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9b066e03-9b03-4ed8-9c72-7310afd5ab77 admin admin] Publish callbacks [] for security_group (d06a1203-94db-4d30-beab-71c3b25b658a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:32.930886 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Pushing event deleted for resources: {'Port': ['ID=2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:32.939762 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94f319-4847-4a7b-b4f3-30fc094b274b req-5572da57-72b1-486f-a120-86ab28dc5938 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:32.945797 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ac94f319-4847-4a7b-b4f3-30fc094b274b req-5572da57-72b1-486f-a120-86ab28dc5938 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0709796 Mar 08 13:59:33.000785 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ac94f319-4847-4a7b-b4f3-30fc094b274b req-f624b453-0be2-4cb8-9dd5-0c16af10f80e tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518188 Mar 08 13:59:33.023170 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.122793 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9b066e03-9b03-4ed8-9c72-7310afd5ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d06a1203-94db-4d30-beab-71c3b25b658a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.125327 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9b066e03-9b03-4ed8-9c72-7310afd5ab77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.126501 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-9b066e03-9b03-4ed8-9c72-7310afd5ab77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d06a1203-94db-4d30-beab-71c3b25b658a HTTP/1.1" status: 204 len: 168 time: 0.3499677 Mar 08 13:59:33.133788 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.139294 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks [] for router_controller (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.142293 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b066e03-9b03-4ed8-9c72-7310afd5ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a1203-94db-4d30-beab-71c3b25b658a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:33.194210 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (13978b9f-9ed1-4b51-ba6e-9a7afa863f38), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.194747 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13978b9f-9ed1-4b51-ba6e-9a7afa863f38 {{(pid=114663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:59:33.199696 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.203191 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ca5891d4-7034-4d6e-9236-7ba7d6541665 admin admin] 10.222.0.18 "DELETE /v2.0/routers/13978b9f-9ed1-4b51-ba6e-9a7afa863f38 HTTP/1.1" status: 204 len: 168 time: 1.0299499 Mar 08 13:59:33.203571 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35912) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:33.248834 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Deleting subnet e15b0cfa-05dd-484b-8256-c13480b4b409 {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:59:33.251919 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Publish callbacks [] for subnet (e15b0cfa-05dd-484b-8256-c13480b4b409), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.287268 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (e15b0cfa-05dd-484b-8256-c13480b4b409), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.362536 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (e15b0cfa-05dd-484b-8256-c13480b4b409), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.421141 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (e15b0cfa-05dd-484b-8256-c13480b4b409), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.447930 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15b0cfa-05dd-484b-8256-c13480b4b409,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:33.453617 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.459150 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-341bf285-fc4f-42f1-b158-1ae7db5fa106 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e15b0cfa-05dd-484b-8256-c13480b4b409 HTTP/1.1" status: 204 len: 168 time: 0.2522426 Mar 08 13:59:33.459558 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35922) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:33.462877 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e13d1-5ad8-45fe-af61-1934cddb35e1 None None] Network aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:59:33.546774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.609268 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Deleting port aeef07a0-7aa9-422b-8a99-0ecc7707e475 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:33.609676 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.656957 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] DHCP port deletion for aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:59:33.678690 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] For port aeef07a0-7aa9-422b-8a99-0ecc7707e475, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=aeef07a0-7aa9-422b-8a99-0ecc7707e475,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:33.679058 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.693249 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Calling delete_port for aeef07a0-7aa9-422b-8a99-0ecc7707e475 owned by network:dhcp {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:33.715689 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] Deleting port aeef07a0-7aa9-422b-8a99-0ecc7707e475 {{(pid=114664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:59:33.716067 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), before_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.788611 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.794037 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] For port aeef07a0-7aa9-422b-8a99-0ecc7707e475, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=aeef07a0-7aa9-422b-8a99-0ecc7707e475,segment=NetworkSegment(bfe54bee-d320-4752-a1e1-c4bc02c36cfb),segment_id=bfe54bee-d320-4752-a1e1-c4bc02c36cfb)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:33.794420 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), precommit_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.807974 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] Calling delete_port for aeef07a0-7aa9-422b-8a99-0ecc7707e475 owned by network:dhcp {{(pid=114664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:59:33.816220 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=aeef07a0-7aa9-422b-8a99-0ecc7707e475,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:33.823702 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] No DVR routers for this DVR port aeef07a0-7aa9-422b-8a99-0ecc7707e475 on host dv-cinder-830092-2-iscsi {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:59:33.888476 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (aeef07a0-7aa9-422b-8a99-0ecc7707e475), after_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.907125 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:33.907307 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35934) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:33.918842 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] Pushing event deleted for resources: {'Port': ['ID=aeef07a0-7aa9-422b-8a99-0ecc7707e475,revision_number=None']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:33.922447 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56295d2f-2721-40da-8467-bb9570b85a8d None None] No DVR routers for this DVR port aeef07a0-7aa9-422b-8a99-0ecc7707e475 on host dv-cinder-830092-2-iscsi {{(pid=114664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:59:34.009059 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1709335296-network', 'tenant_id': '48fb2900cb4743a5a3d764332e838494'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:59:34.031837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Made reservation on behalf of 48fb2900cb4743a5a3d764332e838494 for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:59:34.034373 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.044789 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.142895 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks [] for security_group (9452ad68-35cb-4b6e-91e9-aa0b1b02246b), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.150301 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (9452ad68-35cb-4b6e-91e9-aa0b1b02246b), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.175266 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:59:34.185397 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9452ad68-35cb-4b6e-91e9-aa0b1b02246b,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:34.190153 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (a8419cc4-459f-40a4-a711-55895a77fb30), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.190493 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Added segment a8419cc4-459f-40a4-a711-55895a77fb30 of type vlan for network b7bb5385-8f08-4b86-b943-e1e2d8d763d3 Mar 08 13:59:34.192545 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c']}} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:34.218166 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb') {'for_net_delete': True} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:34.218458 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe54bee-d320-4752-a1e1-c4bc02c36cfb') {} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:34.229563 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480334'] for segment (bfe54bee-d320-4752-a1e1-c4bc02c36cfb), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.234245 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (b7bb5385-8f08-4b86-b943-e1e2d8d763d3), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.246174 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (bfe54bee-d320-4752-a1e1-c4bc02c36cfb), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.254539 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=114663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:59:34.254990 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599907'] for segment (bfe54bee-d320-4752-a1e1-c4bc02c36cfb), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: Traceback (most recent call last): Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: timer() Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: cb(*args, **kw) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: return func(*args, **kwargs) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: self._notify() Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: self.callback(batched_events) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: event.method(event) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: return f(self, *a, **k) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._get(url).json() Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: return self.request(url, 'GET', **kwargs) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:59:34.256871 dv-cinder-830092-2-iscsi neutron-server[114663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:59:34.259892 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (b7bb5385-8f08-4b86-b943-e1e2d8d763d3), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.260857 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:34.261467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.273177 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54182c9b-8cf8-4cc2-b4ba-d0392f1bc081 req-e97d8f59-bd92-46d4-b283-abe4c0bd42d4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:34.274651 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-54182c9b-8cf8-4cc2-b4ba-d0392f1bc081 req-e97d8f59-bd92-46d4-b283-abe4c0bd42d4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0951250 Mar 08 13:59:34.319449 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4110370 Mar 08 13:59:34.324534 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35940) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:34.329501 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Request body: {'subnet': {'network_id': 'b7bb5385-8f08-4b86-b943-e1e2d8d763d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1709335296-subnet', 'tenant_id': '48fb2900cb4743a5a3d764332e838494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:59:34.333527 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d46f7-7f78-4664-aa14-d4a2659286a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bb5385-8f08-4b86-b943-e1e2d8d763d3,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:34.343238 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.345223 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network b7bb5385-8f08-4b86-b943-e1e2d8d763d3 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:59:34.348064 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.351282 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] 10.222.0.18 "DELETE /v2.0/networks/aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c HTTP/1.1" status: 204 len: 168 time: 0.8906534 Mar 08 13:59:34.367680 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Made reservation on behalf of 48fb2900cb4743a5a3d764332e838494 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:59:34.371314 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.376338 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574209fb-1a28-4a8d-90ba-7ed16cbd8e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=aefb9dbd-1af9-4a93-b728-a4e0fdc8b06c,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:34.387186 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-54182c9b-8cf8-4cc2-b4ba-d0392f1bc081 req-8e992ff7-ba3d-4a0f-bd4f-98bb41112b47 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040800 Mar 08 13:59:34.480209 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35944) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:34.522357 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-b7b95ed2-e1b6-4bab-a22b-0487613d9c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f51337f0fa1461c9f2b388e12176174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409362 Mar 08 13:59:34.524746 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35946) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:34.567457 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (5469aaa7-0109-4b0a-b811-fe94b487eff3), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.572083 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-87af747f-dabd-4fef-91f0-ea3957298636 admin admin] Publish callbacks [] for security_group (cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.593220 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-87af747f-dabd-4fef-91f0-ea3957298636 admin admin] Publish callbacks [] for security_group (cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.621569 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5469aaa7-0109-4b0a-b811-fe94b487eff3,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:34.630333 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Checking segment: {'id': 'a8419cc4-459f-40a4-a711-55895a77fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b7bb5385-8f08-4b86-b943-e1e2d8d763d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:59:34.630717 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Network hostable DHCP agents. Network: b7bb5385-8f08-4b86-b943-e1e2d8d763d3, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:59:34.644072 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-87af747f-dabd-4fef-91f0-ea3957298636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.646845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-87af747f-dabd-4fef-91f0-ea3957298636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.647554 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Network b7bb5385-8f08-4b86-b943-e1e2d8d763d3 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:59:34.648192 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-87af747f-dabd-4fef-91f0-ea3957298636 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9 HTTP/1.1" status: 204 len: 168 time: 0.1225591 Mar 08 13:59:34.656294 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af747f-dabd-4fef-91f0-ea3957298636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd0e92-5d6d-46b1-9f2f-253db5fd52a9,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:34.658976 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, b7bb5385-8f08-4b86-b943-e1e2d8d763d3) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:59:34.663095 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:34.663690 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:34.675514 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a8f12-47e8-43b4-beab-4d743e306e51 None None] Network b7bb5385-8f08-4b86-b943-e1e2d8d763d3 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:59:34.682325 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-e7e709ef-6156-4832-a1b3-0241349d7897 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3567786 Mar 08 13:59:34.778970 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb7c52-7f26-4e52-9624-a8e8db8de19e None None] Network b7bb5385-8f08-4b86-b943-e1e2d8d763d3 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:59:34.878751 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device aeef07a0-7aa9-422b-8a99-0ecc7707e475 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:34.917718 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: aeef07a0-7aa9-422b-8a99-0ecc7707e475 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:34.918155 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device aeef07a0-7aa9-422b-8a99-0ecc7707e475 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:34.918674 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e51a43da-6af0-488f-b191-efcdee399e8a no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:34.942471 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: e51a43da-6af0-488f-b191-efcdee399e8a {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:34.942835 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e51a43da-6af0-488f-b191-efcdee399e8a not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:34.943255 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:34.963071 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:59:34.963599 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2124ab7d-71b4-41a1-bc1a-f4d8bd3424e6 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:59:35.246569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 35974) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:35.251414 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1667395760-network', 'tenant_id': '2637869956b94fd6b1821c51aefa64a6'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:59:35.273821 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Made reservation on behalf of 2637869956b94fd6b1821c51aefa64a6 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:59:35.276513 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.285381 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.362991 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks [] for security_group (52023a27-ede6-4e37-be95-d2d5d78c1028), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.368968 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (52023a27-ede6-4e37-be95-d2d5d78c1028), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.393064 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:59:35.401726 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52023a27-ede6-4e37-be95-d2d5d78c1028,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:35.407623 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (564f9a7d-a472-46a4-94ba-d99e82a403de), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.408018 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Added segment 564f9a7d-a472-46a4-94ba-d99e82a403de of type vlan for network d0915b78-d6d7-486b-81dd-a0562b95b655 Mar 08 13:59:35.451066 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (d0915b78-d6d7-486b-81dd-a0562b95b655), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.479677 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (d0915b78-d6d7-486b-81dd-a0562b95b655), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.481033 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:35.481875 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.524884 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29f57-a454-46f7-ba22-736f25653e18 req-7e0879e7-0cb0-4adf-bfe7-4c0e21f6228c tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:35.530011 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f8e29f57-a454-46f7-ba22-736f25653e18 req-7e0879e7-0cb0-4adf-bfe7-4c0e21f6228c tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0673482 Mar 08 13:59:35.541440 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2937350 Mar 08 13:59:35.545073 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 35986) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:35.546839 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23ac75-4531-4915-840b-10328a589631 admin admin] Pushing event updated for resources: {'Network': ['ID=d0915b78-d6d7-486b-81dd-a0562b95b655,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:35.551372 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Request body: {'subnet': {'network_id': 'd0915b78-d6d7-486b-81dd-a0562b95b655', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1667395760-subnet', 'tenant_id': '2637869956b94fd6b1821c51aefa64a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:59:35.558124 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network d0915b78-d6d7-486b-81dd-a0562b95b655 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:59:35.600197 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f8e29f57-a454-46f7-ba22-736f25653e18 req-29ae7ac5-ebff-4dbc-a245-5b151e104692 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678580 Mar 08 13:59:35.601637 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Made reservation on behalf of 2637869956b94fd6b1821c51aefa64a6 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:59:35.603926 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.772466 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (ba3096d6-c172-465e-8f91-c85054b9caeb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.825907 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3096d6-c172-465e-8f91-c85054b9caeb,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:35.844019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Checking segment: {'id': '564f9a7d-a472-46a4-94ba-d99e82a403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd0915b78-d6d7-486b-81dd-a0562b95b655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:59:35.844401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Network hostable DHCP agents. Network: d0915b78-d6d7-486b-81dd-a0562b95b655, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:59:35.862656 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Network d0915b78-d6d7-486b-81dd-a0562b95b655 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:59:35.872437 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, d0915b78-d6d7-486b-81dd-a0562b95b655) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:59:35.877073 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:35.877745 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:35.882998 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb19127-f53c-400a-96ae-ae02674ea477 None None] Network d0915b78-d6d7-486b-81dd-a0562b95b655 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:59:35.909343 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-c51b725d-0226-46f8-85ee-5a46ff077e5a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3556044 Mar 08 13:59:35.983283 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ed7e5-a49c-411c-b757-0b76f3546103 None None] Network d0915b78-d6d7-486b-81dd-a0562b95b655 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:59:36.131726 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36022) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:36.233195 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a61ec0a8-f311-4dc0-8d02-df7fe931f897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.303728 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a61ec0a8-f311-4dc0-8d02-df7fe931f897 admin admin] Publish callbacks [] for security_group (ba5becd3-00fa-401a-b416-7609e5808685), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.309236 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-a61ec0a8-f311-4dc0-8d02-df7fe931f897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ba5becd3-00fa-401a-b416-7609e5808685), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.345163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ec0a8-f311-4dc0-8d02-df7fe931f897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5becd3-00fa-401a-b416-7609e5808685,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:36.349641 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-a61ec0a8-f311-4dc0-8d02-df7fe931f897 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bda09ec2bb341a1bc8dca75d3eae478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165062 Mar 08 13:59:36.352378 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36026) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:36.400530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80d-05e2-41fa-8550-10af730968c3 admin admin] Publish callbacks [] for security_group (ba5becd3-00fa-401a-b416-7609e5808685), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.425108 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80d-05e2-41fa-8550-10af730968c3 admin admin] Publish callbacks [] for security_group (ba5becd3-00fa-401a-b416-7609e5808685), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.488344 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80d-05e2-41fa-8550-10af730968c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ba5becd3-00fa-401a-b416-7609e5808685), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.491168 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80d-05e2-41fa-8550-10af730968c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:36.495106 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d4a1d80d-05e2-41fa-8550-10af730968c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba5becd3-00fa-401a-b416-7609e5808685 HTTP/1.1" status: 204 len: 168 time: 0.1388013 Mar 08 13:59:36.505442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d80d-05e2-41fa-8550-10af730968c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5becd3-00fa-401a-b416-7609e5808685,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:36.721892 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd75b0-e0ec-43a2-9131-88adfd487330 req-0d929b87-b236-4273-ad6a-5987cc686444 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:36.723393 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6dbd75b0-e0ec-43a2-9131-88adfd487330 req-0d929b87-b236-4273-ad6a-5987cc686444 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0555789 Mar 08 13:59:36.775140 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6dbd75b0-e0ec-43a2-9131-88adfd487330 req-f0927a21-c0d8-4467-9812-92c24696cd79 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459993 Mar 08 13:59:37.304942 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:37.910301 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907b7af-56c6-447c-8182-154a6b219448 req-eb94c1e2-2361-4320-be83-754e207583ad tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:37.911697 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2907b7af-56c6-447c-8182-154a6b219448 req-eb94c1e2-2361-4320-be83-754e207583ad tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0638137 Mar 08 13:59:37.965064 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2907b7af-56c6-447c-8182-154a6b219448 req-20c23ceb-f914-4a02-9847-d384ae5b31f5 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473394 Mar 08 13:59:38.396073 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36116) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:38.494115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-2fa4e8c9-a844-4e44-ae4a-a3b41a0e9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:38.495661 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-2fa4e8c9-a844-4e44-ae4a-a3b41a0e9d42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0442128 Mar 08 13:59:38.524076 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-69ce7804-cf64-4244-9f30-519ced666161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.621540 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-7d6b0233-66ea-4dfd-8b1c-0078a580be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:38.623037 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-7d6b0233-66ea-4dfd-8b1c-0078a580be71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.1208143 Mar 08 13:59:38.706653 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-69ce7804-cf64-4244-9f30-519ced666161 admin admin] Publish callbacks [] for security_group (316c6343-6a94-4aa7-952a-2631f16dc954), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.709254 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-52e2d7b6-0395-4bb3-a824-cbc06fe89da7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 1001 time: 0.0800476 Mar 08 13:59:38.712599 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-69ce7804-cf64-4244-9f30-519ced666161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (316c6343-6a94-4aa7-952a-2631f16dc954), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.785066 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-69ce7804-cf64-4244-9f30-519ced666161 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93ef7d759fb64b378992c7e2ca6dfd49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875396 Mar 08 13:59:38.787637 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce7804-cf64-4244-9f30-519ced666161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c6343-6a94-4aa7-952a-2631f16dc954,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:38.788070 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36120) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:38.793187 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-472d2d9f-acf0-4798-9019-7d0fc69676ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:38.794666 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-472d2d9f-acf0-4798-9019-7d0fc69676ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0791943 Mar 08 13:59:38.846741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-a93fa17e-c5c4-4a67-9ff0-50ec26019fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:38.848924 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-a93fa17e-c5c4-4a67-9ff0-50ec26019fbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482917 Mar 08 13:59:38.877093 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-78165ecd-60e2-411a-9c46-d5a016b88df3 admin admin] Publish callbacks [] for security_group (316c6343-6a94-4aa7-952a-2631f16dc954), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.902420 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-78165ecd-60e2-411a-9c46-d5a016b88df3 admin admin] Publish callbacks [] for security_group (316c6343-6a94-4aa7-952a-2631f16dc954), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.942820 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-67c2d2a2-2f61-4b9d-a1b9-ebb81b4735c0 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Mar 08 13:59:38.952261 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-78165ecd-60e2-411a-9c46-d5a016b88df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (316c6343-6a94-4aa7-952a-2631f16dc954), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.954829 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-78165ecd-60e2-411a-9c46-d5a016b88df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:38.956074 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-78165ecd-60e2-411a-9c46-d5a016b88df3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/316c6343-6a94-4aa7-952a-2631f16dc954 HTTP/1.1" status: 204 len: 168 time: 0.1670351 Mar 08 13:59:38.964487 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78165ecd-60e2-411a-9c46-d5a016b88df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c6343-6a94-4aa7-952a-2631f16dc954,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:39.057950 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-953150ce-7b97-4e17-bfa1-aa350e231e8f req-016beb78-393c-4342-88f1-4ec9127bcabf service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092582 Mar 08 13:59:39.105438 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457f81-059b-4cd1-863c-dfc9719d021e req-70824da5-c8a4-4144-8c07-4f0c2128ca62 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:39.108195 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c6457f81-059b-4cd1-863c-dfc9719d021e req-70824da5-c8a4-4144-8c07-4f0c2128ca62 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0624468 Mar 08 13:59:39.163871 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c6457f81-059b-4cd1-863c-dfc9719d021e req-1b83629a-3275-45bf-97ce-f2700bf55da7 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497158 Mar 08 13:59:39.327271 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36136) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:39.340954 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-98077193-e7b0-40cf-89bc-d4444517e656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.416023 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-98077193-e7b0-40cf-89bc-d4444517e656 admin admin] Publish callbacks [] for security_group (f5d691ac-4502-46eb-bf29-21fc129877d6), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.421134 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-98077193-e7b0-40cf-89bc-d4444517e656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f5d691ac-4502-46eb-bf29-21fc129877d6), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.459282 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-98077193-e7b0-40cf-89bc-d4444517e656 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a7177723334468184881e65d839eda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308906 Mar 08 13:59:39.460368 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98077193-e7b0-40cf-89bc-d4444517e656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d691ac-4502-46eb-bf29-21fc129877d6,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:39.462213 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36138) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:39.516917 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-583db070-24b3-4ed9-9f3a-528da603896e admin admin] Publish callbacks [] for security_group (f5d691ac-4502-46eb-bf29-21fc129877d6), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.542404 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-583db070-24b3-4ed9-9f3a-528da603896e admin admin] Publish callbacks [] for security_group (f5d691ac-4502-46eb-bf29-21fc129877d6), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.592055 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-583db070-24b3-4ed9-9f3a-528da603896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (f5d691ac-4502-46eb-bf29-21fc129877d6), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.595055 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-583db070-24b3-4ed9-9f3a-528da603896e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:39.596211 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-583db070-24b3-4ed9-9f3a-528da603896e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5d691ac-4502-46eb-bf29-21fc129877d6 HTTP/1.1" status: 204 len: 168 time: 0.1324396 Mar 08 13:59:39.604130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583db070-24b3-4ed9-9f3a-528da603896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d691ac-4502-46eb-bf29-21fc129877d6,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:40.282077 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f932f-8032-40da-90e7-f31777a700d6 req-86360195-0ea2-4d9b-9ae9-63cc1f5ae0a4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:40.283572 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d18f932f-8032-40da-90e7-f31777a700d6 req-86360195-0ea2-4d9b-9ae9-63cc1f5ae0a4 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0508142 Mar 08 13:59:40.332426 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d18f932f-8032-40da-90e7-f31777a700d6 req-023c3a1e-e8b1-45eb-b9ca-9429e6bd64f3 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Mar 08 13:59:41.460109 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf764-57c7-472c-8341-135ffd945763 req-6d2417b0-7b21-48df-88f4-b70acf982a5c tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:41.461600 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-877cf764-57c7-472c-8341-135ffd945763 req-6d2417b0-7b21-48df-88f4-b70acf982a5c tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0569730 Mar 08 13:59:41.512623 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-877cf764-57c7-472c-8341-135ffd945763 req-96ca4891-e33c-457f-98cd-394b48ca2570 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437205 Mar 08 13:59:41.589498 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-e6cf6431-de0e-4e41-8aa3-e6eab2a81107 req-25167d46-d784-4554-b625-07d6f456c716 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:59:41.590475 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6cf6431-de0e-4e41-8aa3-e6eab2a81107 req-25167d46-d784-4554-b625-07d6f456c716 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057278 Mar 08 13:59:41.724743 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-7490ba50-1df1-4eb0-9761-af0945c3d459 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466962 Mar 08 13:59:41.754010 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89b8d-6350-4df7-9171-7a7b8a592a0a req-fe62d6af-cbe3-4f48-b72f-8277bacb18ad tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:41.755505 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d0a89b8d-6350-4df7-9171-7a7b8a592a0a req-fe62d6af-cbe3-4f48-b72f-8277bacb18ad tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0570531 Mar 08 13:59:41.803831 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75146-4cec-4a46-b99a-751213659b8f req-d8f8598e-f31b-46a3-a17d-765918a598a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:41.805233 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-d8f8598e-f31b-46a3-a17d-765918a598a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports/9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 942 time: 0.0508468 Mar 08 13:59:41.807110 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-d0a89b8d-6350-4df7-9171-7a7b8a592a0a req-6b8d8d13-57cd-44d2-af73-9414470a0f35 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Mar 08 13:59:42.932123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830cf46-3dfe-4e07-9111-2560756f8eaa req-99bc873d-e774-492d-9448-41b4fd199230 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:42.933628 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7830cf46-3dfe-4e07-9111-2560756f8eaa req-99bc873d-e774-492d-9448-41b4fd199230 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0538270 Mar 08 13:59:42.982253 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7830cf46-3dfe-4e07-9111-2560756f8eaa req-9b0b382a-6f1c-41b9-b4cc-95c94d0e3475 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Mar 08 13:59:43.054371 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75146-4cec-4a46-b99a-751213659b8f req-2f7a2837-6d4a-4bc4-b817-465017f53bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:43.055896 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-2f7a2837-6d4a-4bc4-b817-465017f53bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2&tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c HTTP/1.1" status: 200 len: 1129 time: 0.0434136 Mar 08 13:59:43.129921 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75146-4cec-4a46-b99a-751213659b8f req-720d35b6-e372-4781-86eb-78d99cdaec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:43.131562 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-720d35b6-e372-4781-86eb-78d99cdaec9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0551114 Mar 08 13:59:43.219397 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75146-4cec-4a46-b99a-751213659b8f req-fa4532c5-c6f2-49e1-95f9-45c00334beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:43.220946 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-fa4532c5-c6f2-49e1-95f9-45c00334beb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.0836189 Mar 08 13:59:43.292310 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-84ca7a5f-cb25-4724-953c-7d611ed5e1fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 1001 time: 0.0642219 Mar 08 13:59:43.341934 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75146-4cec-4a46-b99a-751213659b8f req-1350dce8-cba1-489a-b9a0-2cdc71b4217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:43.343367 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-1350dce8-cba1-489a-b9a0-2cdc71b4217d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0448856 Mar 08 13:59:43.391595 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75146-4cec-4a46-b99a-751213659b8f req-cfc27f0d-36d2-441a-8344-02ade10c8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:43.393042 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-cfc27f0d-36d2-441a-8344-02ade10c8dfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435987 Mar 08 13:59:43.486944 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-55049928-0435-4ea0-b3dc-d8435c6728d0 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874722 Mar 08 13:59:43.578431 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0cc75146-4cec-4a46-b99a-751213659b8f req-fa66811b-a592-4b04-b4c3-19a801c51ab5 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841382 Mar 08 13:59:44.111666 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c91d36-ec14-4215-ac5c-3aadca353bcb req-9d2bca5b-f427-483f-a5e4-6c4c3b0e4506 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:44.113366 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-75c91d36-ec14-4215-ac5c-3aadca353bcb req-9d2bca5b-f427-483f-a5e4-6c4c3b0e4506 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0641916 Mar 08 13:59:44.162665 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-75c91d36-ec14-4215-ac5c-3aadca353bcb req-84a2e3f2-aca5-4a75-a2ce-6d7ecea09fed tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433388 Mar 08 13:59:44.290224 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:59:44.371769 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9860a128-aed9-421f-8224-ea74ee0bbe98 is: ACTIVE; New status is: DOWN {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:59:44.372158 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:44.400902 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:59:44.403167 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c19ad69-2f85-416e-a332-b8eac132d915" -d '{"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:59:44.416824 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:44.425210 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:44.459614 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df88eba-dddf-4d30-a03b-fc59e0a78391 x-openstack-request-id: req-1df88eba-dddf-4d30-a03b-fc59e0a78391 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:59:44.459905 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:59:44.460156 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1df88eba-dddf-4d30-a03b-fc59e0a78391 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:59:44.460542 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'code': 200} Mar 08 13:59:44.485320 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=6']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:45.285539 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faf256-e452-4519-86ce-d87ff05034a8 req-9550cb8e-d125-4c1e-88ce-6bf786dcea40 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:45.287068 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-16faf256-e452-4519-86ce-d87ff05034a8 req-9550cb8e-d125-4c1e-88ce-6bf786dcea40 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0566027 Mar 08 13:59:45.335953 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-16faf256-e452-4519-86ce-d87ff05034a8 req-8a12137a-7ec3-4794-a310-49df9432a4cb tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Mar 08 13:59:46.462522 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081a72b-e568-4435-8dea-d20bb2dbca95 req-480f137f-9503-415a-bb21-70f106dc1768 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:46.464422 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5081a72b-e568-4435-8dea-d20bb2dbca95 req-480f137f-9503-415a-bb21-70f106dc1768 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0595365 Mar 08 13:59:46.514507 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5081a72b-e568-4435-8dea-d20bb2dbca95 req-b1ddfdad-4e82-458e-af1a-4096e1287876 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Mar 08 13:59:47.640863 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e81874-f1aa-478b-a9fe-ea7fb30f2916 req-b01e9360-8586-4afd-9c8e-3b596fac25e2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:47.642387 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10e81874-f1aa-478b-a9fe-ea7fb30f2916 req-b01e9360-8586-4afd-9c8e-3b596fac25e2 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0557692 Mar 08 13:59:47.690797 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-10e81874-f1aa-478b-a9fe-ea7fb30f2916 req-df88c15c-d999-4501-b7ca-d989d122e328 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Mar 08 13:59:48.106228 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:59:48.821033 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924820-4701-4648-a15e-ff0908de7171 req-c29c4252-cf69-4c23-b251-4a19942469d9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:48.822567 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1924820-4701-4648-a15e-ff0908de7171 req-c29c4252-cf69-4c23-b251-4a19942469d9 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0603623 Mar 08 13:59:48.873730 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f1924820-4701-4648-a15e-ff0908de7171 req-e57c4336-6f54-4d34-acd6-d5dc1fddd156 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454485 Mar 08 13:59:49.593513 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffb424-f183-41e5-bce8-e1d8588aaba7 req-96fe1e70-5988-4f5e-9e9d-4d2e56d9691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:49.594926 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9fffb424-f183-41e5-bce8-e1d8588aaba7 req-96fe1e70-5988-4f5e-9e9d-4d2e56d9691a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1127 time: 0.0453780 Mar 08 13:59:49.651252 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-9fffb424-f183-41e5-bce8-e1d8588aaba7 req-48c12c47-9aed-4e13-a876-22ed94734bf1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493631 Mar 08 13:59:49.744360 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36386) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:49.787822 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Deleting subnet 5469aaa7-0109-4b0a-b811-fe94b487eff3 {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:59:49.791673 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Publish callbacks [] for subnet (5469aaa7-0109-4b0a-b811-fe94b487eff3), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:49.829675 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (5469aaa7-0109-4b0a-b811-fe94b487eff3), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:49.869662 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (5469aaa7-0109-4b0a-b811-fe94b487eff3), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:49.921741 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (5469aaa7-0109-4b0a-b811-fe94b487eff3), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:49.948060 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5469aaa7-0109-4b0a-b811-fe94b487eff3,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:49.959309 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:49.962418 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-19da5bf8-5365-4945-8351-57969f09f086 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5469aaa7-0109-4b0a-b811-fe94b487eff3 HTTP/1.1" status: 204 len: 168 time: 0.2170389 Mar 08 13:59:49.965479 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36390) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:50.002365 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1d1b-8985-4af8-b41a-34fe40034a1f req-7fc79b79-1e4a-458d-b0cc-4e008379aa72 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:50.004215 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ceff1d1b-8985-4af8-b41a-34fe40034a1f req-7fc79b79-1e4a-458d-b0cc-4e008379aa72 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 943 time: 0.0594950 Mar 08 13:59:50.035531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (b7bb5385-8f08-4b86-b943-e1e2d8d763d3), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.045876 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1d5e635a-4f28-4507-bb6d-b20b36bc212d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.066930 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ceff1d1b-8985-4af8-b41a-34fe40034a1f req-e400d79b-4dba-49ff-b576-abf7bd1c6a56 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500321 Mar 08 13:59:50.313124 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:59:50.378229 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (b7bb5385-8f08-4b86-b943-e1e2d8d763d3), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.398388 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bb5385-8f08-4b86-b943-e1e2d8d763d3']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:50.407681 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8419cc4-459f-40a4-a711-55895a77fb30') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:50.407940 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8419cc4-459f-40a4-a711-55895a77fb30') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:50.418054 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (a8419cc4-459f-40a4-a711-55895a77fb30), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.418983 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:50.430852 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'port_id': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'mac_address': 'fa:16:3e:6d:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:59:50.432544 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (a8419cc4-459f-40a4-a711-55895a77fb30), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.439183 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:59:50.439723 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (a8419cc4-459f-40a4-a711-55895a77fb30), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:59:50.441632 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:59:50.476687 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9860a128-aed9-421f-8224-ea74ee0bbe98 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:59:50.477223 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.491000 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9860a128-aed9-421f-8224-ea74ee0bbe98 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:59:50.503289 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (b7bb5385-8f08-4b86-b943-e1e2d8d763d3), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.516231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:50.518140 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.521988 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.524858 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36398) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:50.533337 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b7bb5385-8f08-4b86-b943-e1e2d8d763d3 HTTP/1.1" status: 204 len: 168 time: 0.5667148 Mar 08 13:59:50.548808 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06f737-d2cd-4b05-bffa-c07becbf5cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bb5385-8f08-4b86-b943-e1e2d8d763d3,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:50.578023 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=7']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:50.583933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Deleting subnet ba3096d6-c172-465e-8f91-c85054b9caeb {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:59:50.587621 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Publish callbacks [] for subnet (ba3096d6-c172-465e-8f91-c85054b9caeb), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.624830 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (ba3096d6-c172-465e-8f91-c85054b9caeb), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.666273 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (ba3096d6-c172-465e-8f91-c85054b9caeb), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.733548 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (ba3096d6-c172-465e-8f91-c85054b9caeb), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.762391 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.766953 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['9860a128-aed9-421f-8224-ea74ee0bbe98'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:59:50.768366 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ba3096d6-c172-465e-8f91-c85054b9caeb HTTP/1.1" status: 204 len: 168 time: 0.2423604 Mar 08 13:59:50.768567 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36408) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:50.769434 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209cd3d-cbfb-4cab-9288-59e001f9b123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3096d6-c172-465e-8f91-c85054b9caeb,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:50.840562 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (d0915b78-d6d7-486b-81dd-a0562b95b655), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.923081 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (d0915b78-d6d7-486b-81dd-a0562b95b655), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.943312 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0915b78-d6d7-486b-81dd-a0562b95b655']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:50.954389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564f9a7d-a472-46a4-94ba-d99e82a403de') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:50.954672 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564f9a7d-a472-46a4-94ba-d99e82a403de') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:59:50.965104 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (564f9a7d-a472-46a4-94ba-d99e82a403de), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.979634 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (564f9a7d-a472-46a4-94ba-d99e82a403de), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.986032 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:59:50.986516 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (564f9a7d-a472-46a4-94ba-d99e82a403de), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:59:50.988499 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:59:51.044835 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (d0915b78-d6d7-486b-81dd-a0562b95b655), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.050090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.053267 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0915b78-d6d7-486b-81dd-a0562b95b655 HTTP/1.1" status: 204 len: 168 time: 0.2836745 Mar 08 13:59:51.064491 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667213c-a3fd-4574-95c0-6b71975457ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d0915b78-d6d7-486b-81dd-a0562b95b655,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:51.187269 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350981b6-7f43-4539-9ea0-b69ebadb85f2 req-bc50a20d-c7d0-4c12-b89b-5b58979e5034 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:59:51.188865 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-350981b6-7f43-4539-9ea0-b69ebadb85f2 req-bc50a20d-c7d0-4c12-b89b-5b58979e5034 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 944 time: 0.0556791 Mar 08 13:59:51.220356 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36414) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:51.253071 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-350981b6-7f43-4539-9ea0-b69ebadb85f2 req-d5c42e3e-8123-47f6-bb99-e7463c0e6251 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583282 Mar 08 13:59:51.272502 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-18ed8cc1-36e0-4e93-b0ee-d8c612041f51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48fb2900cb4743a5a3d764332e838494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510614 Mar 08 13:59:51.275164 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36416) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:51.323415 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d67e1a26-16a2-4783-bf76-d233890a89a9 admin admin] Publish callbacks [] for security_group (9452ad68-35cb-4b6e-91e9-aa0b1b02246b), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.345508 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d67e1a26-16a2-4783-bf76-d233890a89a9 admin admin] Publish callbacks [] for security_group (9452ad68-35cb-4b6e-91e9-aa0b1b02246b), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.400131 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d67e1a26-16a2-4783-bf76-d233890a89a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (9452ad68-35cb-4b6e-91e9-aa0b1b02246b), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.402962 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d67e1a26-16a2-4783-bf76-d233890a89a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.404071 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d67e1a26-16a2-4783-bf76-d233890a89a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9452ad68-35cb-4b6e-91e9-aa0b1b02246b HTTP/1.1" status: 204 len: 168 time: 0.1280265 Mar 08 13:59:51.411530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e1a26-16a2-4783-bf76-d233890a89a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452ad68-35cb-4b6e-91e9-aa0b1b02246b,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:51.739060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36426) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:51.781253 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2412067c-d3eb-47ce-97f7-b73dbfc4acb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2637869956b94fd6b1821c51aefa64a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409524 Mar 08 13:59:51.783804 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36430) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:51.834642 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-796492d7-a40f-41ed-b5b2-4f8ac19e5cec admin admin] Publish callbacks [] for security_group (52023a27-ede6-4e37-be95-d2d5d78c1028), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.864095 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-796492d7-a40f-41ed-b5b2-4f8ac19e5cec admin admin] Publish callbacks [] for security_group (52023a27-ede6-4e37-be95-d2d5d78c1028), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.916083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-796492d7-a40f-41ed-b5b2-4f8ac19e5cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (52023a27-ede6-4e37-be95-d2d5d78c1028), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.918727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-796492d7-a40f-41ed-b5b2-4f8ac19e5cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:51.919863 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-796492d7-a40f-41ed-b5b2-4f8ac19e5cec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52023a27-ede6-4e37-be95-d2d5d78c1028 HTTP/1.1" status: 204 len: 168 time: 0.1351573 Mar 08 13:59:51.927413 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796492d7-a40f-41ed-b5b2-4f8ac19e5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52023a27-ede6-4e37-be95-d2d5d78c1028,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:52.163956 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a454402b-7651-4ac3-a002-19c0d784a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:52.315045 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:59:52.363822 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 9860a128-aed9-421f-8224-ea74ee0bbe98 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:59:52.364195 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:52.443159 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 9860a128-aed9-421f-8224-ea74ee0bbe98 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:59:52.443545 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:52.466795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:59:52.469047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc130444-4bd0-49fb-ac90-6d6a3f3cce0d" -d '{"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-plugged", "status": "completed", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:59:52.482239 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:59:52.487443 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:52.515888 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d576246-7004-48fa-ab3b-18065aacb714 x-openstack-request-id: req-2d576246-7004-48fa-ab3b-18065aacb714 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:59:52.516184 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-plugged", "status": "completed", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:59:52.516437 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d576246-7004-48fa-ab3b-18065aacb714 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:59:52.516880 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'code': 200} Mar 08 13:59:52.553825 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=8']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:53.265067 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:54.763493 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.174797 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36580) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:56.289870 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5d61ecc0-94b4-40fb-818a-4e18b43c7a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.368111 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5d61ecc0-94b4-40fb-818a-4e18b43c7a39 admin admin] Publish callbacks [] for security_group (7fc9756b-088d-4923-ad00-78da31d7cfb2), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.373427 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-5d61ecc0-94b4-40fb-818a-4e18b43c7a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7fc9756b-088d-4923-ad00-78da31d7cfb2), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.407389 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.417022 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61ecc0-94b4-40fb-818a-4e18b43c7a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9756b-088d-4923-ad00-78da31d7cfb2,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:56.421583 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-5d61ecc0-94b4-40fb-818a-4e18b43c7a39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=764d3f95a6084e18a1ca9b0b7e8702c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456496 Mar 08 13:59:56.424292 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36586) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:56.472488 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2e7112b6-c37b-4d40-966c-fed60866ff30 admin admin] Publish callbacks [] for security_group (7fc9756b-088d-4923-ad00-78da31d7cfb2), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.496330 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2e7112b6-c37b-4d40-966c-fed60866ff30 admin admin] Publish callbacks [] for security_group (7fc9756b-088d-4923-ad00-78da31d7cfb2), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.550458 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2e7112b6-c37b-4d40-966c-fed60866ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (7fc9756b-088d-4923-ad00-78da31d7cfb2), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.553013 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2e7112b6-c37b-4d40-966c-fed60866ff30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.556688 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2e7112b6-c37b-4d40-966c-fed60866ff30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fc9756b-088d-4923-ad00-78da31d7cfb2 HTTP/1.1" status: 204 len: 168 time: 0.1291819 Mar 08 13:59:56.563129 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7112b6-c37b-4d40-966c-fed60866ff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9756b-088d-4923-ad00-78da31d7cfb2,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:56.833173 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36592) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:56.846953 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2792b5b3-b524-4b8a-ac3a-9de316840114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.930077 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2792b5b3-b524-4b8a-ac3a-9de316840114 admin admin] Publish callbacks [] for security_group (db06f897-a7d6-47c8-be20-c8b4b38cbf23), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.937019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2792b5b3-b524-4b8a-ac3a-9de316840114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (db06f897-a7d6-47c8-be20-c8b4b38cbf23), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:56.975376 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2792b5b3-b524-4b8a-ac3a-9de316840114 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=affe2ca4e4da4cc4994a59e6a1532490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410739 Mar 08 13:59:56.976276 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792b5b3-b524-4b8a-ac3a-9de316840114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db06f897-a7d6-47c8-be20-c8b4b38cbf23,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:59:56.979312 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36594) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:59:57.033210 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-991be6bd-cf44-4d28-9e36-a44af0850988 admin admin] Publish callbacks [] for security_group (db06f897-a7d6-47c8-be20-c8b4b38cbf23), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:57.055009 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-991be6bd-cf44-4d28-9e36-a44af0850988 admin admin] Publish callbacks [] for security_group (db06f897-a7d6-47c8-be20-c8b4b38cbf23), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:57.104187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-991be6bd-cf44-4d28-9e36-a44af0850988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (db06f897-a7d6-47c8-be20-c8b4b38cbf23), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:57.106917 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-991be6bd-cf44-4d28-9e36-a44af0850988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:59:57.108168 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-991be6bd-cf44-4d28-9e36-a44af0850988 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db06f897-a7d6-47c8-be20-c8b4b38cbf23 HTTP/1.1" status: 204 len: 168 time: 0.1273925 Mar 08 13:59:57.116893 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991be6bd-cf44-4d28-9e36-a44af0850988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db06f897-a7d6-47c8-be20-c8b4b38cbf23,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:07.317721 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:09.033081 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-9715dca7-3525-444c-854f-eb27aa891f89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441697 Mar 08 14:00:09.126936 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9d897-2996-496f-919d-18c5f6c95cae req-0d562a8a-721b-4a4e-b6b5-71b7776fe80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:09.128468 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-0d562a8a-721b-4a4e-b6b5-71b7776fe80b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0524619 Mar 08 14:00:09.233045 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9d897-2996-496f-919d-18c5f6c95cae req-4170f463-9e8c-4176-9825-336b0fbd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:09.234551 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-4170f463-9e8c-4176-9825-336b0fbd4544 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.0859046 Mar 08 14:00:09.304336 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-61b2fbc4-899a-44bc-a78d-1a420052ecbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 1001 time: 0.0632670 Mar 08 14:00:09.354499 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9d897-2996-496f-919d-18c5f6c95cae req-0e84bc0c-851a-46c2-b7b4-19667b1afbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:09.355902 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-0e84bc0c-851a-46c2-b7b4-19667b1afbf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0451214 Mar 08 14:00:09.407000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9d897-2996-496f-919d-18c5f6c95cae req-be755d14-72d0-4fc7-9698-abdd46f31ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:09.408481 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-be755d14-72d0-4fc7-9698-abdd46f31ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461788 Mar 08 14:00:09.500761 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-1961a56d-93e2-430e-938f-ac78a0d6eab7 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Mar 08 14:00:09.594706 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-83c9d897-2996-496f-919d-18c5f6c95cae req-a03e7a73-5087-46e8-a1b1-4d4408f3f25b service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Mar 08 14:00:14.861001 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36772) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:14.967445 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.040395 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Publish callbacks [] for security_group (ca9e4cd9-1243-438a-a592-9b0cf32d4c1d), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.046568 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ca9e4cd9-1243-438a-a592-9b0cf32d4c1d), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.082766 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0048c056630a4bc39309d8005a4936c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207053 Mar 08 14:00:15.083957 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e4cd9-1243-438a-a592-9b0cf32d4c1d,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:15.085752 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36776) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:15.091630 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.091980 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.092319 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.092657 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.092983 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.093311 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.093670 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.094000 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.094317 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.094649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.094964 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.095282 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.095603 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e802e6e-a39a-4681-9bdd-621e53aa0f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:15.137389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b74b-16dc-4bb8-b6a9-23743b075865 admin admin] Publish callbacks [] for security_group (ca9e4cd9-1243-438a-a592-9b0cf32d4c1d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.163103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b74b-16dc-4bb8-b6a9-23743b075865 admin admin] Publish callbacks [] for security_group (ca9e4cd9-1243-438a-a592-9b0cf32d4c1d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.221044 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b74b-16dc-4bb8-b6a9-23743b075865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (ca9e4cd9-1243-438a-a592-9b0cf32d4c1d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.225066 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b74b-16dc-4bb8-b6a9-23743b075865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:15.226878 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f8b4b74b-16dc-4bb8-b6a9-23743b075865 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca9e4cd9-1243-438a-a592-9b0cf32d4c1d HTTP/1.1" status: 204 len: 168 time: 0.1397974 Mar 08 14:00:15.234854 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b74b-16dc-4bb8-b6a9-23743b075865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e4cd9-1243-438a-a592-9b0cf32d4c1d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:20.043130 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-61c264fb-e498-4c80-bb34-10e139a9020b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:22.176452 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-46cc592f-4299-46ec-a80a-373a8f5b7556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:23.268043 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:24.767239 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.105074 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:00:25.438964 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36980) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:25.552281 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.633258 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Publish callbacks [] for security_group (df1ab77f-8f39-48cc-a232-8ec6a02e519b), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.639972 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (df1ab77f-8f39-48cc-a232-8ec6a02e519b), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.677010 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0e0c474fb014176a574e135f794af15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369924 Mar 08 14:00:25.677948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ab77f-8f39-48cc-a232-8ec6a02e519b,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:25.679833 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 36984) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:25.685181 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.685632 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.685923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.686264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.686598 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.686922 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.687250 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.687576 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.687903 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.688225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.688545 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.688846 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.689164 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333dae5-f10d-4fed-8c6f-6a5ae6538018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:25.732233 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-33d58d11-bcae-40ba-890a-babcca159946 admin admin] Publish callbacks [] for security_group (df1ab77f-8f39-48cc-a232-8ec6a02e519b), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.752538 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-33d58d11-bcae-40ba-890a-babcca159946 admin admin] Publish callbacks [] for security_group (df1ab77f-8f39-48cc-a232-8ec6a02e519b), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.805640 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-33d58d11-bcae-40ba-890a-babcca159946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (df1ab77f-8f39-48cc-a232-8ec6a02e519b), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.809520 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-33d58d11-bcae-40ba-890a-babcca159946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:25.811150 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-33d58d11-bcae-40ba-890a-babcca159946 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df1ab77f-8f39-48cc-a232-8ec6a02e519b HTTP/1.1" status: 204 len: 168 time: 0.1302612 Mar 08 14:00:25.819193 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d58d11-bcae-40ba-890a-babcca159946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ab77f-8f39-48cc-a232-8ec6a02e519b,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:26.090841 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36990) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:26.104739 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-52b6b815-c277-4340-906d-d7e44b25eb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.181584 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-52b6b815-c277-4340-906d-d7e44b25eb15 admin admin] Publish callbacks [] for security_group (8f027188-eb4c-401b-acbd-36ebe167eaf6), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.186322 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-52b6b815-c277-4340-906d-d7e44b25eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8f027188-eb4c-401b-acbd-36ebe167eaf6), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.230510 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-52b6b815-c277-4340-906d-d7e44b25eb15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f915370bbc7c4d64ac0f0a8a95ecb64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384933 Mar 08 14:00:26.233176 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 36998) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:26.239336 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6b815-c277-4340-906d-d7e44b25eb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f027188-eb4c-401b-acbd-36ebe167eaf6,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:26.284606 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55cbef32-64e9-4b6a-a7f8-647f552a9aa1 admin admin] Publish callbacks [] for security_group (8f027188-eb4c-401b-acbd-36ebe167eaf6), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.305522 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55cbef32-64e9-4b6a-a7f8-647f552a9aa1 admin admin] Publish callbacks [] for security_group (8f027188-eb4c-401b-acbd-36ebe167eaf6), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.354036 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55cbef32-64e9-4b6a-a7f8-647f552a9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8f027188-eb4c-401b-acbd-36ebe167eaf6), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.356550 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-55cbef32-64e9-4b6a-a7f8-647f552a9aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.357805 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-55cbef32-64e9-4b6a-a7f8-647f552a9aa1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f027188-eb4c-401b-acbd-36ebe167eaf6 HTTP/1.1" status: 204 len: 168 time: 0.1235390 Mar 08 14:00:26.367420 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbef32-64e9-4b6a-a7f8-647f552a9aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f027188-eb4c-401b-acbd-36ebe167eaf6,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:26.393448 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.697607 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37006) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:26.711389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-84faa847-60c8-4360-a7f1-f6dd9d2e0782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.786395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-84faa847-60c8-4360-a7f1-f6dd9d2e0782 admin admin] Publish callbacks [] for security_group (b9353403-a5c8-46d9-87f5-1d216926cb8a), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.792646 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-84faa847-60c8-4360-a7f1-f6dd9d2e0782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b9353403-a5c8-46d9-87f5-1d216926cb8a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.830121 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-84faa847-60c8-4360-a7f1-f6dd9d2e0782 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bce074593b4440f9436d49d90352050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314652 Mar 08 14:00:26.830954 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa847-60c8-4360-a7f1-f6dd9d2e0782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9353403-a5c8-46d9-87f5-1d216926cb8a,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:26.832933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37008) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:26.880930 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3a065934-8757-44da-873f-d12f03a990c7 admin admin] Publish callbacks [] for security_group (b9353403-a5c8-46d9-87f5-1d216926cb8a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.902349 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3a065934-8757-44da-873f-d12f03a990c7 admin admin] Publish callbacks [] for security_group (b9353403-a5c8-46d9-87f5-1d216926cb8a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.955628 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3a065934-8757-44da-873f-d12f03a990c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b9353403-a5c8-46d9-87f5-1d216926cb8a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.958202 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3a065934-8757-44da-873f-d12f03a990c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:26.959357 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3a065934-8757-44da-873f-d12f03a990c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9353403-a5c8-46d9-87f5-1d216926cb8a HTTP/1.1" status: 204 len: 168 time: 0.1253455 Mar 08 14:00:26.967187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a065934-8757-44da-873f-d12f03a990c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9353403-a5c8-46d9-87f5-1d216926cb8a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:27.450013 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37028) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:27.565589 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-50d4c262-ccb2-46dc-ab35-1ccec7849bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.644267 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-50d4c262-ccb2-46dc-ab35-1ccec7849bff admin admin] Publish callbacks [] for security_group (b1a70ab6-fd3c-4958-874b-725c95a1b34e), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.649151 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-50d4c262-ccb2-46dc-ab35-1ccec7849bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b1a70ab6-fd3c-4958-874b-725c95a1b34e), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.684895 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4c262-ccb2-46dc-ab35-1ccec7849bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a70ab6-fd3c-4958-874b-725c95a1b34e,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:27.689330 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-50d4c262-ccb2-46dc-ab35-1ccec7849bff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4affe3c6fb0f4dd181ca6574255abbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382836 Mar 08 14:00:27.692682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37040) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:27.739349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-281e5b7d-9f5a-4f6c-85cb-b087b6ae4dff admin admin] Publish callbacks [] for security_group (b1a70ab6-fd3c-4958-874b-725c95a1b34e), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.760495 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-281e5b7d-9f5a-4f6c-85cb-b087b6ae4dff admin admin] Publish callbacks [] for security_group (b1a70ab6-fd3c-4958-874b-725c95a1b34e), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.811286 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-281e5b7d-9f5a-4f6c-85cb-b087b6ae4dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (b1a70ab6-fd3c-4958-874b-725c95a1b34e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.814167 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-281e5b7d-9f5a-4f6c-85cb-b087b6ae4dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:27.817798 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-281e5b7d-9f5a-4f6c-85cb-b087b6ae4dff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1a70ab6-fd3c-4958-874b-725c95a1b34e HTTP/1.1" status: 204 len: 168 time: 0.1223910 Mar 08 14:00:27.824103 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e5b7d-9f5a-4f6c-85cb-b087b6ae4dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a70ab6-fd3c-4958-874b-725c95a1b34e,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:28.159245 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37058) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:28.172493 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-46c4e95e-f327-4e02-a728-3ee51e82bccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.252220 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-46c4e95e-f327-4e02-a728-3ee51e82bccd admin admin] Publish callbacks [] for security_group (954e6623-cf10-4da6-9a27-13cd87c02471), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.258041 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-46c4e95e-f327-4e02-a728-3ee51e82bccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (954e6623-cf10-4da6-9a27-13cd87c02471), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.297207 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-46c4e95e-f327-4e02-a728-3ee51e82bccd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc2ecc411cef4676a9133327f45833e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368327 Mar 08 14:00:28.298438 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4e95e-f327-4e02-a728-3ee51e82bccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e6623-cf10-4da6-9a27-13cd87c02471,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:28.300132 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37062) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:28.350443 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-38c94750-f653-498b-90d6-81a1976c3edd admin admin] Publish callbacks [] for security_group (954e6623-cf10-4da6-9a27-13cd87c02471), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.371924 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-38c94750-f653-498b-90d6-81a1976c3edd admin admin] Publish callbacks [] for security_group (954e6623-cf10-4da6-9a27-13cd87c02471), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.424211 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-38c94750-f653-498b-90d6-81a1976c3edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (954e6623-cf10-4da6-9a27-13cd87c02471), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.426904 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-38c94750-f653-498b-90d6-81a1976c3edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:28.428063 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-38c94750-f653-498b-90d6-81a1976c3edd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/954e6623-cf10-4da6-9a27-13cd87c02471 HTTP/1.1" status: 204 len: 168 time: 0.1268301 Mar 08 14:00:28.436500 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c94750-f653-498b-90d6-81a1976c3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e6623-cf10-4da6-9a27-13cd87c02471,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:29.537526 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37112) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:29.665484 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-453d7e26-b23b-4b03-a0c7-f316805c632e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.744869 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-453d7e26-b23b-4b03-a0c7-f316805c632e admin admin] Publish callbacks [] for security_group (52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.751193 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-453d7e26-b23b-4b03-a0c7-f316805c632e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.790222 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-453d7e26-b23b-4b03-a0c7-f316805c632e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ea51bf28d6249a1a7ebc706ddc5fdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510870 Mar 08 14:00:29.790999 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d7e26-b23b-4b03-a0c7-f316805c632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:29.793673 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37116) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:29.843539 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f714620-9c6a-4c52-b069-3710a32d7835 admin admin] Publish callbacks [] for security_group (52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.868619 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f714620-9c6a-4c52-b069-3710a32d7835 admin admin] Publish callbacks [] for security_group (52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.921230 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f714620-9c6a-4c52-b069-3710a32d7835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.923868 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-6f714620-9c6a-4c52-b069-3710a32d7835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:29.925025 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-6f714620-9c6a-4c52-b069-3710a32d7835 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a HTTP/1.1" status: 204 len: 168 time: 0.1303060 Mar 08 14:00:29.933156 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f714620-9c6a-4c52-b069-3710a32d7835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc9b77-5e59-4a8f-91d2-c61f7ead5a7a,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:30.590894 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37152) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:30.683037 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192809790-network', 'tenant_id': 'f88f77257ee74eb8b7644e3da5f76ebe'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:00:30.704020 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Made reservation on behalf of f88f77257ee74eb8b7644e3da5f76ebe for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:00:30.706374 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.714567 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.787579 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks [] for security_group (52df3a2d-e9d6-4581-b072-41eb49bc47bd), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.794528 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (52df3a2d-e9d6-4581-b072-41eb49bc47bd), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.817536 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:00:30.832234 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df3a2d-e9d6-4581-b072-41eb49bc47bd,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:30.835190 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (baee06cc-9c23-4b2a-8887-978e5012b0b4), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.835466 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Added segment baee06cc-9c23-4b2a-8887-978e5012b0b4 of type vlan for network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 Mar 08 14:00:30.877761 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.904736 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.905695 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:30.906277 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:30.963429 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3713853 Mar 08 14:00:30.967069 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37156) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:30.970409 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b29b20-bf9c-4c00-a489-0695b3ccfe58 admin admin] Pushing event updated for resources: {'Network': ['ID=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:30.972587 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Request body: {'subnet': {'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192809790-subnet', 'tenant_id': 'f88f77257ee74eb8b7644e3da5f76ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:00:30.980590 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:00:31.002596 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Made reservation on behalf of f88f77257ee74eb8b7644e3da5f76ebe for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:00:31.005060 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:31.176356 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (e7b02db7-8ce5-4a9e-8b3c-fdca6e169623), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:31.230219 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b02db7-8ce5-4a9e-8b3c-fdca6e169623,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:31.241774 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Checking segment: {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:00:31.242134 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Network hostable DHCP agents. Network: 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:00:31.259804 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:00:31.269499 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:00:31.274699 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:31.275910 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:31.279846 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81048b35-de63-4d86-b3cb-00cbcdc88741 None None] Network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:00:31.294555 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f38dc54a-1767-453a-a54e-bacd1b4de923 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3263915 Mar 08 14:00:31.387806 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8e01d-ef97-485c-adee-dd5fd846e52e None None] Network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:00:33.066690 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-9c45e928-e65a-43d9-9378-35fde7b26ee6 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:33.068252 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-9c45e928-e65a-43d9-9378-35fde7b26ee6 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/networks?id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 200 len: 809 time: 0.1080680 Mar 08 14:00:33.085389 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-eb0b2bdc-0373-4f0c-82a1-abd0e397757d tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/quotas/f88f77257ee74eb8b7644e3da5f76ebe HTTP/1.1" status: 200 len: 375 time: 0.0090456 Mar 08 14:00:33.120565 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-9f4eeb61-fd8d-4f75-94d1-2c82ce092158 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275090 Mar 08 14:00:33.223132 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-fa55dbca-aaa0-4378-aea9-ec7c98b7311e service neutron] 10.222.0.18 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956733 Mar 08 14:00:33.311624 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2d504174-8de6-4e26-a007-ee3e46d089be service neutron] 10.222.0.18 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826018 Mar 08 14:00:33.471193 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-6956e06b-458c-4bf5-8c03-707ff41b4496 req-9da0b9ef-86e7-4b64-9835-e74d6967b0ef tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Mar 08 14:00:34.554678 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4ee4eb5-a5d7-496f-bb0f-9df690cf87f1 req-53e53a3d-f5ac-47a6-9d81-d3b8d79fa743 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0280998 Mar 08 14:00:35.395932 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37238) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:35.510724 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-be6a7039-41e9-4993-9a8e-9e0aaf3c78a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.585074 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-be6a7039-41e9-4993-9a8e-9e0aaf3c78a3 admin admin] Publish callbacks [] for security_group (d93ef8a6-c032-4fb3-9acd-6980c682f091), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.590342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-be6a7039-41e9-4993-9a8e-9e0aaf3c78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d93ef8a6-c032-4fb3-9acd-6980c682f091), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.630244 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-be6a7039-41e9-4993-9a8e-9e0aaf3c78a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3b1330be6c5439591900d75e31e54a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331526 Mar 08 14:00:35.631386 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a7039-41e9-4993-9a8e-9e0aaf3c78a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ef8a6-c032-4fb3-9acd-6980c682f091,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:35.633642 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37250) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:35.649993 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-7bf84b02-364c-401d-ad15-7078c5e60fff req-54e40adc-e186-4f7c-917c-e1c5bb4087c3 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0394371 Mar 08 14:00:35.684150 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c6d847a-2ad8-4289-94d2-26b3b25aba27 admin admin] Publish callbacks [] for security_group (d93ef8a6-c032-4fb3-9acd-6980c682f091), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.704856 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c6d847a-2ad8-4289-94d2-26b3b25aba27 admin admin] Publish callbacks [] for security_group (d93ef8a6-c032-4fb3-9acd-6980c682f091), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.755498 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c6d847a-2ad8-4289-94d2-26b3b25aba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d93ef8a6-c032-4fb3-9acd-6980c682f091), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.758132 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c6d847a-2ad8-4289-94d2-26b3b25aba27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:35.759325 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4c6d847a-2ad8-4289-94d2-26b3b25aba27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d93ef8a6-c032-4fb3-9acd-6980c682f091 HTTP/1.1" status: 204 len: 168 time: 0.1247327 Mar 08 14:00:35.767999 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d847a-2ad8-4289-94d2-26b3b25aba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ef8a6-c032-4fb3-9acd-6980c682f091,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:36.051337 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37256) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:36.064491 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-eca29210-60ef-4725-b8c4-89dfaf9c0c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.140455 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-eca29210-60ef-4725-b8c4-89dfaf9c0c66 admin admin] Publish callbacks [] for security_group (fb90e09a-2c22-423f-a81c-a59144aaf010), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.146263 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-eca29210-60ef-4725-b8c4-89dfaf9c0c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fb90e09a-2c22-423f-a81c-a59144aaf010), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.182415 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-eca29210-60ef-4725-b8c4-89dfaf9c0c66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e76cb8d9271a4862afb54cb5e84725ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298621 Mar 08 14:00:36.183157 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29210-60ef-4725-b8c4-89dfaf9c0c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90e09a-2c22-423f-a81c-a59144aaf010,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:36.185162 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37258) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:36.233552 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ca2fccf4-ea22-4c4f-a20f-0c2ff8deac10 admin admin] Publish callbacks [] for security_group (fb90e09a-2c22-423f-a81c-a59144aaf010), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.257169 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ca2fccf4-ea22-4c4f-a20f-0c2ff8deac10 admin admin] Publish callbacks [] for security_group (fb90e09a-2c22-423f-a81c-a59144aaf010), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.307696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ca2fccf4-ea22-4c4f-a20f-0c2ff8deac10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fb90e09a-2c22-423f-a81c-a59144aaf010), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.310252 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-ca2fccf4-ea22-4c4f-a20f-0c2ff8deac10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.311410 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-ca2fccf4-ea22-4c4f-a20f-0c2ff8deac10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb90e09a-2c22-423f-a81c-a59144aaf010 HTTP/1.1" status: 204 len: 168 time: 0.1252067 Mar 08 14:00:36.319172 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fccf4-ea22-4c4f-a20f-0c2ff8deac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90e09a-2c22-423f-a81c-a59144aaf010,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:36.640826 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37264) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:36.654174 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05675307-9c77-40ce-8d6e-bf30ea07105d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.739094 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-81d7c24d-3822-42d7-8fed-a680f2831779 req-b9d8c210-f0de-4072-9cdf-47e3d504fa60 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0361149 Mar 08 14:00:36.767634 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05675307-9c77-40ce-8d6e-bf30ea07105d admin admin] Publish callbacks [] for security_group (29de4500-2423-4527-82df-709a27a5e157), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.770691 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-05675307-9c77-40ce-8d6e-bf30ea07105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (29de4500-2423-4527-82df-709a27a5e157), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.807152 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05675307-9c77-40ce-8d6e-bf30ea07105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de4500-2423-4527-82df-709a27a5e157,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:36.811303 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-05675307-9c77-40ce-8d6e-bf30ea07105d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f554d65b1a44b649ff79790e96897d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693470 Mar 08 14:00:36.814119 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37272) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:00:36.866667 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf920-62cd-47c0-89c2-0d69a999c735 admin admin] Publish callbacks [] for security_group (29de4500-2423-4527-82df-709a27a5e157), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.887593 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf920-62cd-47c0-89c2-0d69a999c735 admin admin] Publish callbacks [] for security_group (29de4500-2423-4527-82df-709a27a5e157), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.940099 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf920-62cd-47c0-89c2-0d69a999c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (29de4500-2423-4527-82df-709a27a5e157), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.942706 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf920-62cd-47c0-89c2-0d69a999c735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:36.943852 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-c3eaf920-62cd-47c0-89c2-0d69a999c735 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29de4500-2423-4527-82df-709a27a5e157 HTTP/1.1" status: 204 len: 168 time: 0.1288135 Mar 08 14:00:36.951208 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaf920-62cd-47c0-89c2-0d69a999c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de4500-2423-4527-82df-709a27a5e157,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:37.323775 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:37.842283 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cf16de6f-f176-4afa-b9ee-59663f814776 req-0b984df6-8cb4-4507-b2f2-c93268ce56ff tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Mar 08 14:00:38.633179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-5b4493c7-f943-490e-995d-f69bffaef32c tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:38.634646 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-5b4493c7-f943-490e-995d-f69bffaef32c tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "GET /v2.0/networks?id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 200 len: 809 time: 0.1008859 Mar 08 14:00:38.648025 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Request body: {'port': {'device_id': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316', 'admin_state_up': True, 'tenant_id': 'f88f77257ee74eb8b7644e3da5f76ebe'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:00:38.762506 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Made reservation on behalf of f88f77257ee74eb8b7644e3da5f76ebe for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:00:38.765812 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:38.894087 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Allocated IP 172.20.0.11 (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316/e7b02db7-8ce5-4a9e-8b3c-fdca6e169623/75cf1b01-c561-445e-8759-9712c2efdf8d) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:00:38.949923 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-752e1231-a762-424b-9717-f635d6508106 req-ef16b51d-cd33-47ca-ba2f-18d24e618dd9 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0400040 Mar 08 14:00:39.060523 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks [] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.099633 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.143566 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:00:39.146528 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:00:39.154012 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Pushing event updated for resources: {'Port': ['ID=75cf1b01-c561-445e-8759-9712c2efdf8d,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:39.156180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:00:39.203682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:39.204387 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.223641 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-ce5e4f15-5e8c-439a-b457-3d0b1fc72cdd tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791061 Mar 08 14:00:39.235275 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Request body: {'port': {'device_id': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:00:39.295818 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.548638 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75cf1b01-c561-445e-8759-9712c2efdf8d {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:00:39.556017 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Publish callbacks [] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.567746 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Transition to ACTIVE for port object 75cf1b01-c561-445e-8759-9712c2efdf8d will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:00:39.575766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.621263 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Pushing event updated for resources: {'Port': ['ID=75cf1b01-c561-445e-8759-9712c2efdf8d,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:39.699143 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Attempting to bind port 75cf1b01-c561-445e-8759-9712c2efdf8d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:00:39.699862 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Attempting to bind port 75cf1b01-c561-445e-8759-9712c2efdf8d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:00:39.699862 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Attempting to bind port 75cf1b01-c561-445e-8759-9712c2efdf8d on network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:00:39.704702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Port 75cf1b01-c561-445e-8759-9712c2efdf8d on network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:00:39.704996 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Attempting to bind port 75cf1b01-c561-445e-8759-9712c2efdf8d on network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:00:39.709908 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:00:39.710246 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Checking segment: {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:00:39.710632 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Bound using segment: {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:00:39.711044 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Bound port: 75cf1b01-c561-445e-8759-9712c2efdf8d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:00:39.711392 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.774342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] For port 75cf1b01-c561-445e-8759-9712c2efdf8d, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:00:39.777180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] For port 75cf1b01-c561-445e-8759-9712c2efdf8d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75cf1b01-c561-445e-8759-9712c2efdf8d,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:00:39.785149 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.819706 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:39.820322 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:39.821739 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] 10.222.0.32 "PUT /v2.0/ports/75cf1b01-c561-445e-8759-9712c2efdf8d HTTP/1.1" status: 200 len: 1094 time: 0.5905695 Mar 08 14:00:39.822170 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'tag': '75cf1b01-c561-445e-8759-9712c2efdf8d'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:00:39.824415 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a9248-af90-4aee-b73a-e33f7a3c65f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4", "tag": "75cf1b01-c561-445e-8759-9712c2efdf8d"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:00:39.847937 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39400a-3cc2-4fe7-bf39-3e1d41d19881 service neutron] Pushing event updated for resources: {'Port': ['ID=75cf1b01-c561-445e-8759-9712c2efdf8d,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:39.861597 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb22445-1601-4518-8d37-933b13cb9ed8 x-openstack-request-id: req-acb22445-1601-4518-8d37-933b13cb9ed8 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:00:39.861922 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4", "tag": "75cf1b01-c561-445e-8759-9712c2efdf8d", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:00:39.862424 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acb22445-1601-4518-8d37-933b13cb9ed8 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:00:39.862883 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'tag': '75cf1b01-c561-445e-8759-9712c2efdf8d', 'status': 'completed', 'code': 200} Mar 08 14:00:39.904826 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-859b0c2d-c798-4920-91e3-d2e581cdf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:39.906420 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-859b0c2d-c798-4920-91e3-d2e581cdf432 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 1128 time: 0.0468409 Mar 08 14:00:39.949702 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-40eb18be-3199-4c5b-b272-3fa1e8894bcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75cf1b01-c561-445e-8759-9712c2efdf8d HTTP/1.1" status: 200 len: 217 time: 0.0358741 Mar 08 14:00:39.996992 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-6594e4f4-3176-4633-a363-b34a1bc16703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:39.998483 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-6594e4f4-3176-4633-a363-b34a1bc16703 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b02db7-8ce5-4a9e-8b3c-fdca6e169623 HTTP/1.1" status: 200 len: 849 time: 0.0433595 Mar 08 14:00:40.030750 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-4c380c16-a535-4199-b045-ba08bff84e3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256445 Mar 08 14:00:40.148249 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b0d77-78c2-4f0f-ba1c-b935c9baa842 req-78c450bc-38f8-4977-afda-dea3dfb0b8a8 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:40.149742 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c41b0d77-78c2-4f0f-ba1c-b935c9baa842 req-78c450bc-38f8-4977-afda-dea3dfb0b8a8 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 944 time: 0.1215260 Mar 08 14:00:40.165734 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-e419712f-b957-45c5-8def-25c845712bbd service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275458 Mar 08 14:00:40.252906 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c41b0d77-78c2-4f0f-ba1c-b935c9baa842 req-05642e9a-7ed9-4098-8716-7d4911dd89bc tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975552 Mar 08 14:00:40.280082 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-59174fbb-213c-471e-aa3e-1b0860b2ec2a req-31bcae29-9e2d-47ee-b0be-35ead81d6670 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071022 Mar 08 14:00:40.376435 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-4513c5c6-a94a-4b8c-ab0f-0170b87fefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:40.377875 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-4513c5c6-a94a-4b8c-ab0f-0170b87fefcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 1128 time: 0.0464764 Mar 08 14:00:40.470554 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-dc362f20-3023-4b6e-a04a-ea7b7ed5cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:40.472032 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-dc362f20-3023-4b6e-a04a-ea7b7ed5cf12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 200 len: 910 time: 0.0866833 Mar 08 14:00:40.512879 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-ce9b27ae-d878-4ffc-ab45-7dfe9b605c48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75cf1b01-c561-445e-8759-9712c2efdf8d HTTP/1.1" status: 200 len: 217 time: 0.0340633 Mar 08 14:00:40.561550 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-b0f3fa67-2726-49f0-9fef-b02b2a413d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:40.563057 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-b0f3fa67-2726-49f0-9fef-b02b2a413d87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b02db7-8ce5-4a9e-8b3c-fdca6e169623 HTTP/1.1" status: 200 len: 849 time: 0.0440166 Mar 08 14:00:40.593761 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-a290f829-89a5-4c25-b706-e5e47d42d3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243664 Mar 08 14:00:40.689877 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-e0bae5d5-6852-440b-aa86-8a4780131743 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893426 Mar 08 14:00:40.785732 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-655a9248-af90-4aee-b73a-e33f7a3c65f3 req-24df74b6-a1f1-4052-ba06-8d93033ae039 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892251 Mar 08 14:00:41.376713 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fda26-1698-4a2a-bdf1-3c7d09203ddb req-a7f9a473-5621-46ea-8b2b-6df9c87e422f tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:41.378202 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-360fda26-1698-4a2a-bdf1-3c7d09203ddb req-a7f9a473-5621-46ea-8b2b-6df9c87e422f tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 944 time: 0.0539262 Mar 08 14:00:41.444231 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-360fda26-1698-4a2a-bdf1-3c7d09203ddb req-f541f300-afd7-4909-88a1-e4c5450692fa tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Mar 08 14:00:42.526322 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 75cf1b01-c561-445e-8759-9712c2efdf8d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:00:42.573225 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cbc46-f20b-4f3a-9be1-c877587a26c9 req-7ccf3794-59c9-4d10-8279-6f3d86b94e19 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:42.574756 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-415cbc46-f20b-4f3a-9be1-c877587a26c9 req-7ccf3794-59c9-4d10-8279-6f3d86b94e19 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 944 time: 0.0527184 Mar 08 14:00:42.620392 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-415cbc46-f20b-4f3a-9be1-c877587a26c9 req-8564686c-5143-4189-803e-776d283192a8 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Mar 08 14:00:42.623910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 75cf1b01-c561-445e-8759-9712c2efdf8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75cf1b01-c561-445e-8759-9712c2efdf8d,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:42.634623 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '75cf1b01-c561-445e-8759-9712c2efdf8d', 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316', 'port_id': '75cf1b01-c561-445e-8759-9712c2efdf8d', 'mac_address': 'fa:16:3e:62:ca:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b02db7-8ce5-4a9e-8b3c-fdca6e169623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:00:42.672819 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 75cf1b01-c561-445e-8759-9712c2efdf8d is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:00:42.673196 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:42.686653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cf1b01-c561-445e-8759-9712c2efdf8d {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:00:42.706827 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 75cf1b01-c561-445e-8759-9712c2efdf8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75cf1b01-c561-445e-8759-9712c2efdf8d,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:42.712943 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:42.762585 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=75cf1b01-c561-445e-8759-9712c2efdf8d,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:42.769491 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.769832 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.770197 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.770501 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.770810 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.771180 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.771623 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.772033 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.772335 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.772681 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.773035 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.773390 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.773746 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:00:42.916842 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['75cf1b01-c561-445e-8759-9712c2efdf8d'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:00:43.755204 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9d3e-177d-4554-9cb7-1ee3e1ddaaa8 req-c85e9af8-a500-44fe-86a4-a65ae33ea93d tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:43.756764 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-402c9d3e-177d-4554-9cb7-1ee3e1ddaaa8 req-c85e9af8-a500-44fe-86a4-a65ae33ea93d tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 945 time: 0.0621738 Mar 08 14:00:43.806331 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-402c9d3e-177d-4554-9cb7-1ee3e1ddaaa8 req-a4df43cb-1429-474b-878d-32151afa052d tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Mar 08 14:00:44.543043 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 75cf1b01-c561-445e-8759-9712c2efdf8d up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:00:44.600738 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 75cf1b01-c561-445e-8759-9712c2efdf8d completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:00:44.604812 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 75cf1b01-c561-445e-8759-9712c2efdf8d triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:00:44.605165 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:44.684394 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 75cf1b01-c561-445e-8759-9712c2efdf8d is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:00:44.684981 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:44.715414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cf1b01-c561-445e-8759-9712c2efdf8d'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:00:44.718015 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae49c2b4-aad7-406c-9a90-92013d430685" -d '{"events": [{"server_uuid": "a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4", "name": "network-vif-plugged", "status": "completed", "tag": "75cf1b01-c561-445e-8759-9712c2efdf8d"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:00:44.730379 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 75cf1b01-c561-445e-8759-9712c2efdf8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75cf1b01-c561-445e-8759-9712c2efdf8d,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:44.736487 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:44.761537 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea44e1-caec-44b9-8fee-8d17ff0017c5 x-openstack-request-id: req-f8ea44e1-caec-44b9-8fee-8d17ff0017c5 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:00:44.761763 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4", "name": "network-vif-plugged", "status": "completed", "tag": "75cf1b01-c561-445e-8759-9712c2efdf8d", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:00:44.762014 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8ea44e1-caec-44b9-8fee-8d17ff0017c5 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:00:44.762395 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cf1b01-c561-445e-8759-9712c2efdf8d', 'code': 200} Mar 08 14:00:44.788755 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=75cf1b01-c561-445e-8759-9712c2efdf8d,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:44.924218 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56ed0e-abd7-4847-b919-b4e8e6610537 req-a5411640-a0b0-42c6-ae6a-9e11b3f0f0fa tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:44.925711 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ac56ed0e-abd7-4847-b919-b4e8e6610537 req-a5411640-a0b0-42c6-ae6a-9e11b3f0f0fa tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0512574 Mar 08 14:00:44.929108 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1face0c-1dd5-4242-a89d-aa461764f99f req-3523e3c0-3f07-45b5-8ff2-ad76388a2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:44.930658 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b1face0c-1dd5-4242-a89d-aa461764f99f req-3523e3c0-3f07-45b5-8ff2-ad76388a2150 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 1130 time: 0.0422988 Mar 08 14:00:44.972074 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b1face0c-1dd5-4242-a89d-aa461764f99f req-842f9057-d2fe-4a84-a149-32daeb899b23 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Mar 08 14:00:44.972414 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ac56ed0e-abd7-4847-b919-b4e8e6610537 req-ed9ebb82-72e7-4c04-954a-ffb996c0069d tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Mar 08 14:00:46.114298 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8084c-fc0e-472e-81ee-2cb78c7ae4fa req-da33ea3d-ccda-4b91-9356-8d9c6889fd80 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:46.115774 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-49f8084c-fc0e-472e-81ee-2cb78c7ae4fa req-da33ea3d-ccda-4b91-9356-8d9c6889fd80 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0649276 Mar 08 14:00:46.163521 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-49f8084c-fc0e-472e-81ee-2cb78c7ae4fa req-10012f86-02b7-46e1-8c61-f3a5cb3124e6 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Mar 08 14:00:46.801801 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023fb21-cfb2-4b91-a59f-ddc5c261330c req-e9b4e17b-c27d-4afe-9d40-6368c1830b92 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:46.803266 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8023fb21-cfb2-4b91-a59f-ddc5c261330c req-e9b4e17b-c27d-4afe-9d40-6368c1830b92 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0557194 Mar 08 14:00:46.854402 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8023fb21-cfb2-4b91-a59f-ddc5c261330c req-6cab910e-dbc8-46a0-9d9a-ac59bb0bd655 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Mar 08 14:00:47.985057 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca91d7-a44e-4134-b2ce-3bdd66d59eef req-6838d7ac-741d-4ea3-8e83-ca48921e8fc7 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:47.986544 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-56ca91d7-a44e-4134-b2ce-3bdd66d59eef req-6838d7ac-741d-4ea3-8e83-ca48921e8fc7 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0574567 Mar 08 14:00:48.032728 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-56ca91d7-a44e-4134-b2ce-3bdd66d59eef req-a2b741da-6c40-4edb-bc11-ce2a4100331b tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Mar 08 14:00:48.092582 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-2c5a4f41-55f6-496d-8520-5c04846b30dc tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:48.094097 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-2c5a4f41-55f6-496d-8520-5c04846b30dc tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0577455 Mar 08 14:00:48.184372 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Deleting port 75cf1b01-c561-445e-8759-9712c2efdf8d {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:00:48.184685 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:48.280920 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] For port 75cf1b01-c561-445e-8759-9712c2efdf8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75cf1b01-c561-445e-8759-9712c2efdf8d,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:48.281252 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:48.293012 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Calling delete_port for 75cf1b01-c561-445e-8759-9712c2efdf8d owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:00:48.427756 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (75cf1b01-c561-445e-8759-9712c2efdf8d), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:48.440357 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['75cf1b01-c561-445e-8759-9712c2efdf8d'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:00:48.458806 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Pushing event deleted for resources: {'Port': ['ID=75cf1b01-c561-445e-8759-9712c2efdf8d,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:48.500645 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] No DVR routers for this DVR port 75cf1b01-c561-445e-8759-9712c2efdf8d on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:00:48.503285 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:48.506595 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-903e5c7f-3806-4a8a-b521-e632cbc669f6 req-38aa9022-cfa5-44c8-a80c-c3569a6e4037 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "DELETE /v2.0/ports/75cf1b01-c561-445e-8759-9712c2efdf8d HTTP/1.1" status: 204 len: 173 time: 0.4070830 Mar 08 14:00:48.507030 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'name': 'network-vif-deleted', 'tag': '75cf1b01-c561-445e-8759-9712c2efdf8d'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:00:48.509300 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dda9ca7-3ada-46f1-924f-9d96112b6dde" -d '{"events": [{"server_uuid": "a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4", "name": "network-vif-deleted", "tag": "75cf1b01-c561-445e-8759-9712c2efdf8d"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:00:48.549300 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c988dda-c502-4e92-a08c-6782ab15d471 x-openstack-request-id: req-1c988dda-c502-4e92-a08c-6782ab15d471 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:00:48.549531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4", "name": "network-vif-deleted", "tag": "75cf1b01-c561-445e-8759-9712c2efdf8d", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:00:48.549801 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c988dda-c502-4e92-a08c-6782ab15d471 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:00:48.550182 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ffe992-41cc-4c3b-afc3-2a2ad9cdb9b4', 'name': 'network-vif-deleted', 'tag': '75cf1b01-c561-445e-8759-9712c2efdf8d', 'status': 'completed', 'code': 200} Mar 08 14:00:49.371952 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-45ecbd41-6959-483c-b851-f8e91a1e77b3 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:49.373456 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-45ecbd41-6959-483c-b851-f8e91a1e77b3 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/networks?id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 200 len: 809 time: 0.1136611 Mar 08 14:00:49.389410 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-ebb445c7-97c3-4f74-8846-19fb6ecd4dc9 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/quotas/f88f77257ee74eb8b7644e3da5f76ebe HTTP/1.1" status: 200 len: 375 time: 0.0091901 Mar 08 14:00:49.677521 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-e943eac4-30fe-4277-aa25-765d946caeb2 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2833197 Mar 08 14:00:49.776920 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-90c237dc-d02c-41a8-ad71-94b1d0c9938d service neutron] 10.222.0.18 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891595 Mar 08 14:00:49.872049 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-ec050a59-c5c8-4e35-a259-91c78dcb0f7a service neutron] 10.222.0.18 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892227 Mar 08 14:00:50.027775 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-47d0d05d-b9be-4f53-8369-a980df1106e6 req-a555c308-b4da-41b7-b27b-cebaa4995c7d tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Mar 08 14:00:50.038270 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c9566973-65a9-474b-b532-d68855f6a4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:50.588591 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 75cf1b01-c561-445e-8759-9712c2efdf8d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:00:50.608557 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 75cf1b01-c561-445e-8759-9712c2efdf8d {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:00:50.608899 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 75cf1b01-c561-445e-8759-9712c2efdf8d not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:00:50.973066 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f69e411b-c7fc-4e97-b574-e67c23d8a2bb tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:50.974574 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f69e411b-c7fc-4e97-b574-e67c23d8a2bb tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "GET /v2.0/networks?id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 200 len: 809 time: 0.0984805 Mar 08 14:00:50.986022 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Request body: {'port': {'device_id': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316', 'admin_state_up': True, 'tenant_id': 'f88f77257ee74eb8b7644e3da5f76ebe'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:00:51.107540 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Made reservation on behalf of f88f77257ee74eb8b7644e3da5f76ebe for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:00:51.110674 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.127516 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6b2700f-ee24-4f79-95e6-6531d6025e38 req-dd13e720-6477-467f-b541-2a6667307712 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 210 time: 0.0304632 Mar 08 14:00:51.255652 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Allocated IP 172.20.0.13 (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316/e7b02db7-8ce5-4a9e-8b3c-fdca6e169623/422f843b-0a19-4865-9ba8-73f6338e2677) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:00:51.411218 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks [] for port (422f843b-0a19-4865-9ba8-73f6338e2677), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.452148 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.495340 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:00:51.498466 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:00:51.502109 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:00:51.508545 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Pushing event updated for resources: {'Port': ['ID=422f843b-0a19-4865-9ba8-73f6338e2677,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:51.552491 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:51.553097 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.571084 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-f7849b54-af46-4c8d-9009-e30e4a6bbc52 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887988 Mar 08 14:00:51.582478 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Request body: {'port': {'device_id': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:00:51.643385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.898161 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422f843b-0a19-4865-9ba8-73f6338e2677 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:00:51.905563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Publish callbacks [] for port (422f843b-0a19-4865-9ba8-73f6338e2677), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.919007 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Transition to ACTIVE for port object 422f843b-0a19-4865-9ba8-73f6338e2677 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:00:51.924624 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:51.975332 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=422f843b-0a19-4865-9ba8-73f6338e2677,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:52.042770 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Attempting to bind port 422f843b-0a19-4865-9ba8-73f6338e2677 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:00:52.043059 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Attempting to bind port 422f843b-0a19-4865-9ba8-73f6338e2677 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:00:52.043408 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Attempting to bind port 422f843b-0a19-4865-9ba8-73f6338e2677 on network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:00:52.047823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Port 422f843b-0a19-4865-9ba8-73f6338e2677 on network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:00:52.048148 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Attempting to bind port 422f843b-0a19-4865-9ba8-73f6338e2677 on network 9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:00:52.053186 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:00:52.053551 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Checking segment: {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:00:52.053916 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Bound using segment: {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:00:52.054349 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Bound port: 422f843b-0a19-4865-9ba8-73f6338e2677, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee06cc-9c23-4b2a-8887-978e5012b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:00:52.054703 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:52.118334 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] For port 422f843b-0a19-4865-9ba8-73f6338e2677, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:00:52.121288 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] For port 422f843b-0a19-4865-9ba8-73f6338e2677, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=422f843b-0a19-4865-9ba8-73f6338e2677,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:00:52.131007 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:52.168187 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.169048 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:52.170295 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] 10.222.0.32 "PUT /v2.0/ports/422f843b-0a19-4865-9ba8-73f6338e2677 HTTP/1.1" status: 200 len: 1094 time: 0.5918233 Mar 08 14:00:52.170864 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'tag': '422f843b-0a19-4865-9ba8-73f6338e2677'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:00:52.173007 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf70f80-9346-43ca-83a7-7586c01c1b25", "tag": "422f843b-0a19-4865-9ba8-73f6338e2677"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:00:52.177370 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4e96b8fb-8c56-4345-b203-09e16c41bf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:52.197251 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878418a5-c5b2-457c-b6dc-c1f17fe0c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=422f843b-0a19-4865-9ba8-73f6338e2677,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:52.230415 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6155a9-43eb-43da-83c8-50b5011bf272 x-openstack-request-id: req-4c6155a9-43eb-43da-83c8-50b5011bf272 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:00:52.230710 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf70f80-9346-43ca-83a7-7586c01c1b25", "tag": "422f843b-0a19-4865-9ba8-73f6338e2677", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:00:52.230961 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c6155a9-43eb-43da-83c8-50b5011bf272 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:00:52.231356 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'tag': '422f843b-0a19-4865-9ba8-73f6338e2677', 'status': 'completed', 'code': 200} Mar 08 14:00:52.258222 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a709e-7297-4713-af07-9e1945d093be req-64a4fd6b-0bd5-4b45-a140-e4c09d934aeb tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.259630 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-be9a709e-7297-4713-af07-9e1945d093be req-64a4fd6b-0bd5-4b45-a140-e4c09d934aeb tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 944 time: 0.0579953 Mar 08 14:00:52.267758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-d31c9607-044b-41aa-bd81-0b709ea45872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.269326 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-d31c9607-044b-41aa-bd81-0b709ea45872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 1128 time: 0.0501075 Mar 08 14:00:52.309488 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-8c0b7226-14e5-4ad8-94a7-2a007c850b94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422f843b-0a19-4865-9ba8-73f6338e2677 HTTP/1.1" status: 200 len: 217 time: 0.0338888 Mar 08 14:00:52.309730 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-be9a709e-7297-4713-af07-9e1945d093be req-76d10567-c726-49d3-a650-ec0b201ca69f tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Mar 08 14:00:52.356705 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-840daaa8-7d39-489b-86fd-80e071c80ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.358187 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-840daaa8-7d39-489b-86fd-80e071c80ce5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b02db7-8ce5-4a9e-8b3c-fdca6e169623 HTTP/1.1" status: 200 len: 849 time: 0.0433025 Mar 08 14:00:52.389340 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-ee236de2-8a16-4ae7-b34b-054d4779d33f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244524 Mar 08 14:00:52.488596 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-dc8ea944-e0a1-4e69-b088-d7fed5d31166 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925753 Mar 08 14:00:52.583691 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2a6cd717-85ed-41f3-9460-8673ec02f175 req-0564f96d-4ce2-4fc2-80b1-d74b3b70c197 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882268 Mar 08 14:00:52.677786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-ae0aa854-4d8f-4920-bc81-cee2b9c77794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.679285 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-ae0aa854-4d8f-4920-bc81-cee2b9c77794 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 1128 time: 0.0464032 Mar 08 14:00:52.768645 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-f09e0ef2-216a-4437-b2f5-f069aca54dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.770132 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-f09e0ef2-216a-4437-b2f5-f069aca54dac service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 200 len: 910 time: 0.0843012 Mar 08 14:00:52.816624 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-561cc08f-40d6-4ff8-acaf-0dc18585ad84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422f843b-0a19-4865-9ba8-73f6338e2677 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Mar 08 14:00:52.864662 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-9c3a6369-532e-4e43-ad18-3513f09c961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:52.866027 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-9c3a6369-532e-4e43-ad18-3513f09c961e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b02db7-8ce5-4a9e-8b3c-fdca6e169623 HTTP/1.1" status: 200 len: 849 time: 0.0439291 Mar 08 14:00:52.898664 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-72f03a63-c72c-4992-b578-c37bb178437a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259581 Mar 08 14:00:52.993862 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-6dcc0cd3-2bd5-4ad7-90c0-c481f785edef service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868859 Mar 08 14:00:53.086238 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5974ac64-eca6-4f15-a1f3-18a0ff0b6a1b req-0fcd6801-a996-4d23-8328-27d0e3150dad service neutron] 10.222.0.32 "GET /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849085 Mar 08 14:00:53.272393 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:53.441961 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139b678-2600-4259-b343-bcf5b30f3269 req-90506005-74ed-48cb-ae3c-c7f637a987a6 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:53.443449 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b139b678-2600-4259-b343-bcf5b30f3269 req-90506005-74ed-48cb-ae3c-c7f637a987a6 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 944 time: 0.0566525 Mar 08 14:00:53.491914 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b139b678-2600-4259-b343-bcf5b30f3269 req-84d65990-0336-4891-8891-1fad87ad5ed6 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Mar 08 14:00:54.592417 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 422f843b-0a19-4865-9ba8-73f6338e2677 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:00:54.619078 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8880f4-1db2-4c9f-a20e-bcad83d57c5a req-a5237ab6-cab1-4319-99db-3abad7ff800f tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:54.620525 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0a8880f4-1db2-4c9f-a20e-bcad83d57c5a req-a5237ab6-cab1-4319-99db-3abad7ff800f tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 944 time: 0.0578601 Mar 08 14:00:54.666250 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0a8880f4-1db2-4c9f-a20e-bcad83d57c5a req-f038c7ec-b570-44ef-9e1c-e2e9601cdd76 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Mar 08 14:00:54.689755 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 422f843b-0a19-4865-9ba8-73f6338e2677, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=422f843b-0a19-4865-9ba8-73f6338e2677,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:54.700114 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '422f843b-0a19-4865-9ba8-73f6338e2677', 'network_id': '9a4a012e-5cf8-4e6a-bd5d-c2b81212a316', 'port_id': '422f843b-0a19-4865-9ba8-73f6338e2677', 'mac_address': 'fa:16:3e:f3:b1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b02db7-8ce5-4a9e-8b3c-fdca6e169623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:00:54.740657 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 422f843b-0a19-4865-9ba8-73f6338e2677 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:00:54.741048 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:54.763433 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422f843b-0a19-4865-9ba8-73f6338e2677 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:00:54.782924 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:54.786522 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 422f843b-0a19-4865-9ba8-73f6338e2677, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=422f843b-0a19-4865-9ba8-73f6338e2677,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:54.791724 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:54.840210 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=422f843b-0a19-4865-9ba8-73f6338e2677,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:55.011380 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['422f843b-0a19-4865-9ba8-73f6338e2677'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:00:55.797022 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10d27-84e2-4a65-83cb-9d51b3a00f9a req-c669f191-857b-49ae-ade2-fe362296b9af tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:55.798564 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3da10d27-84e2-4a65-83cb-9d51b3a00f9a req-c669f191-857b-49ae-ade2-fe362296b9af tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 945 time: 0.0566378 Mar 08 14:00:55.847688 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3da10d27-84e2-4a65-83cb-9d51b3a00f9a req-8064bdcb-6131-4c80-92f3-71c47fcd68e8 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Mar 08 14:00:56.396144 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:56.621326 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 422f843b-0a19-4865-9ba8-73f6338e2677 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:00:56.690036 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 422f843b-0a19-4865-9ba8-73f6338e2677 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:00:56.693967 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 422f843b-0a19-4865-9ba8-73f6338e2677 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:00:56.694348 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:56.772719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 422f843b-0a19-4865-9ba8-73f6338e2677 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:00:56.773094 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:56.796236 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f843b-0a19-4865-9ba8-73f6338e2677'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:00:56.798492 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41055ae0-e77f-40e1-9164-c7865f991cdc" -d '{"events": [{"server_uuid": "9bf70f80-9346-43ca-83a7-7586c01c1b25", "name": "network-vif-plugged", "status": "completed", "tag": "422f843b-0a19-4865-9ba8-73f6338e2677"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:00:56.811041 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 422f843b-0a19-4865-9ba8-73f6338e2677, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=422f843b-0a19-4865-9ba8-73f6338e2677,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:00:56.816719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:00:56.839246 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bd811f-edd5-41e6-a669-0aa658658947 x-openstack-request-id: req-47bd811f-edd5-41e6-a669-0aa658658947 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:00:56.839538 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf70f80-9346-43ca-83a7-7586c01c1b25", "name": "network-vif-plugged", "status": "completed", "tag": "422f843b-0a19-4865-9ba8-73f6338e2677", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:00:56.839790 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47bd811f-edd5-41e6-a669-0aa658658947 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:00:56.840178 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f843b-0a19-4865-9ba8-73f6338e2677', 'code': 200} Mar 08 14:00:56.867087 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=422f843b-0a19-4865-9ba8-73f6338e2677,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:00:57.011092 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b21318-cea9-469f-9824-354ece890762 req-96456b65-0a59-4fda-b805-00f2b31ea428 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:57.012483 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e5b21318-cea9-469f-9824-354ece890762 req-96456b65-0a59-4fda-b805-00f2b31ea428 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 946 time: 0.0896144 Mar 08 14:00:57.028030 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18ed2-3650-4fd3-b2e9-f35d743f08d9 req-9becb4e3-509b-4bf1-b58d-4128ba15233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:57.029554 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6cc18ed2-3650-4fd3-b2e9-f35d743f08d9 req-9becb4e3-509b-4bf1-b58d-4128ba15233c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 1130 time: 0.0654972 Mar 08 14:00:57.087344 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e5b21318-cea9-469f-9824-354ece890762 req-6ee23233-5abe-4572-a3e9-d542cd7651d0 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Mar 08 14:00:57.093623 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6cc18ed2-3650-4fd3-b2e9-f35d743f08d9 req-7de1b400-2afa-4c9d-aae3-b605afa99c09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577765 Mar 08 14:00:58.207019 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568708-5070-4366-b72f-1990086e8168 req-ac75157b-a220-44d8-b0bf-6580a6d2ef16 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:58.208481 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0f568708-5070-4366-b72f-1990086e8168 req-ac75157b-a220-44d8-b0bf-6580a6d2ef16 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 946 time: 0.0518491 Mar 08 14:00:58.259601 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0f568708-5070-4366-b72f-1990086e8168 req-e1a34e61-9b21-4955-be87-fb09440b35a2 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Mar 08 14:00:58.939789 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1125d85-a6f8-4d8a-845e-af1a33379a38 req-e80889f1-6928-4bfd-853e-dc25d9d94222 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:00:58.941159 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a1125d85-a6f8-4d8a-845e-af1a33379a38 req-e80889f1-6928-4bfd-853e-dc25d9d94222 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 946 time: 0.0563335 Mar 08 14:00:58.989468 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-a1125d85-a6f8-4d8a-845e-af1a33379a38 req-0452fa69-2bb5-4492-bf4f-416985c8c901 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Mar 08 14:01:00.129529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081b12-3895-43c4-a0aa-ae516a1f99c6 req-eea284c2-e52a-42af-ab76-6ec03fd36bca tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:00.130980 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b4081b12-3895-43c4-a0aa-ae516a1f99c6 req-eea284c2-e52a-42af-ab76-6ec03fd36bca tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 946 time: 0.0558958 Mar 08 14:01:00.208329 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b4081b12-3895-43c4-a0aa-ae516a1f99c6 req-7fd6914b-bbb5-4858-92b0-0067e24a9b23 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.18 "GET /v2.0/security-groups?id=52df3a2d-e9d6-4581-b072-41eb49bc47bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691805 Mar 08 14:01:00.223569 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-63bc49df-d5a6-435b-87ab-52035bdfcc43 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:00.225064 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-63bc49df-d5a6-435b-87ab-52035bdfcc43 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bf70f80-9346-43ca-83a7-7586c01c1b25 HTTP/1.1" status: 200 len: 946 time: 0.0733354 Mar 08 14:01:00.315568 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Deleting port 422f843b-0a19-4865-9ba8-73f6338e2677 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:00.315800 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:00.413696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] For port 422f843b-0a19-4865-9ba8-73f6338e2677, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=422f843b-0a19-4865-9ba8-73f6338e2677,segment=NetworkSegment(baee06cc-9c23-4b2a-8887-978e5012b0b4),segment_id=baee06cc-9c23-4b2a-8887-978e5012b0b4)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:00.414028 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:00.425680 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Calling delete_port for 422f843b-0a19-4865-9ba8-73f6338e2677 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:00.556252 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (422f843b-0a19-4865-9ba8-73f6338e2677), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:00.567902 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['422f843b-0a19-4865-9ba8-73f6338e2677'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:01:00.586743 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Pushing event deleted for resources: {'Port': ['ID=422f843b-0a19-4865-9ba8-73f6338e2677,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:00.631796 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] No DVR routers for this DVR port 422f843b-0a19-4865-9ba8-73f6338e2677 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:01:00.634529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:00.637993 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8754d61e-b2c5-48b7-9f2f-3aa00fce56ad req-66f9339d-c60f-420a-ac13-5aed34b35031 tempest-VolumesActionsTest-247330415 tempest-VolumesActionsTest-247330415-project] 10.222.0.32 "DELETE /v2.0/ports/422f843b-0a19-4865-9ba8-73f6338e2677 HTTP/1.1" status: 204 len: 173 time: 0.4076989 Mar 08 14:01:00.638474 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'name': 'network-vif-deleted', 'tag': '422f843b-0a19-4865-9ba8-73f6338e2677'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:01:00.640805 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70dbf10-8a1f-487c-b0ba-277380588e0e" -d '{"events": [{"server_uuid": "9bf70f80-9346-43ca-83a7-7586c01c1b25", "name": "network-vif-deleted", "tag": "422f843b-0a19-4865-9ba8-73f6338e2677"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:01:00.676576 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6aa89-a99f-4cc5-863e-7f33128ec2c7 x-openstack-request-id: req-d9f6aa89-a99f-4cc5-863e-7f33128ec2c7 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:01:00.676869 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf70f80-9346-43ca-83a7-7586c01c1b25", "name": "network-vif-deleted", "tag": "422f843b-0a19-4865-9ba8-73f6338e2677", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:01:00.677118 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9f6aa89-a99f-4cc5-863e-7f33128ec2c7 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:01:00.677549 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf70f80-9346-43ca-83a7-7586c01c1b25', 'name': 'network-vif-deleted', 'tag': '422f843b-0a19-4865-9ba8-73f6338e2677', 'status': 'completed', 'code': 200} Mar 08 14:01:02.109897 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:01:02.963136 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 422f843b-0a19-4865-9ba8-73f6338e2677 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:02.989105 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 422f843b-0a19-4865-9ba8-73f6338e2677 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:02.989483 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 422f843b-0a19-4865-9ba8-73f6338e2677 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:07.323889 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:10.038275 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-ed36f2c1-d936-4fd8-8bfc-77422c441bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511518 Mar 08 14:01:10.143838 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-b8568954-2f49-4243-a2a0-d784004dd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:10.145822 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-b8568954-2f49-4243-a2a0-d784004dd312 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0542605 Mar 08 14:01:10.277729 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-3ce4b51c-d1c1-467c-b969-b9120d8c2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:10.278552 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-3ce4b51c-d1c1-467c-b969-b9120d8c2844 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.1121168 Mar 08 14:01:10.357209 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-358e75c8-cbc4-472f-a3a2-f60a8737fbfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 1001 time: 0.0720963 Mar 08 14:01:10.408606 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-632eeb02-c945-4b88-bb28-6916cb3df628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:10.411055 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-632eeb02-c945-4b88-bb28-6916cb3df628 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0480387 Mar 08 14:01:10.467240 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-86171608-e1fa-4db3-8b07-da317c0df9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:10.469218 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-86171608-e1fa-4db3-8b07-da317c0df9ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525186 Mar 08 14:01:10.579516 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-5a3039bc-8e6e-4e87-860b-a4838c9e7367 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039882 Mar 08 14:01:10.674603 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3d6da0be-edf7-4e0a-964c-669cffa21ccd req-f16a775d-0c11-4621-a717-3b74ee1dda57 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880411 Mar 08 14:01:20.039792 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-35d884b3-82b5-454a-bed6-82cd211c0d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.087306 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37610) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:22.132506 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Deleting subnet e7b02db7-8ce5-4a9e-8b3c-fdca6e169623 {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:01:22.135832 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Publish callbacks [] for subnet (e7b02db7-8ce5-4a9e-8b3c-fdca6e169623), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.171950 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bf63f493-b2e9-4c08-b2e8-2574bf0101f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.176924 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (e7b02db7-8ce5-4a9e-8b3c-fdca6e169623), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.216218 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (e7b02db7-8ce5-4a9e-8b3c-fdca6e169623), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.268915 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (e7b02db7-8ce5-4a9e-8b3c-fdca6e169623), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.293067 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b02db7-8ce5-4a9e-8b3c-fdca6e169623,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:22.296807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.300011 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-bdef711a-4021-4419-b266-085ccb66a107 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7b02db7-8ce5-4a9e-8b3c-fdca6e169623 HTTP/1.1" status: 204 len: 168 time: 0.2117002 Mar 08 14:01:22.302605 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37612) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:22.372123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.450207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.469909 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4a012e-5cf8-4e6a-bd5d-c2b81212a316']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:22.479172 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baee06cc-9c23-4b2a-8887-978e5012b0b4') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:22.479467 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baee06cc-9c23-4b2a-8887-978e5012b0b4') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:22.492718 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (baee06cc-9c23-4b2a-8887-978e5012b0b4), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.505931 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (baee06cc-9c23-4b2a-8887-978e5012b0b4), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.511943 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:01:22.512403 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (baee06cc-9c23-4b2a-8887-978e5012b0b4), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:01:22.514075 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:01:22.568520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (9a4a012e-5cf8-4e6a-bd5d-c2b81212a316), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.573771 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.576912 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9a4a012e-5cf8-4e6a-bd5d-c2b81212a316 HTTP/1.1" status: 204 len: 168 time: 0.2734263 Mar 08 14:01:22.587066 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34325dfa-c2ba-4f90-aea5-7db2aba9fd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4a012e-5cf8-4e6a-bd5d-c2b81212a316,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:22.742375 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37616) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:22.780929 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-503416ea-0416-49b5-a4d5-0739118f4774 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f88f77257ee74eb8b7644e3da5f76ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374436 Mar 08 14:01:22.783214 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37618) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:22.828741 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-506ddba8-dc21-41f2-8b42-226467b4f572 admin admin] Publish callbacks [] for security_group (52df3a2d-e9d6-4581-b072-41eb49bc47bd), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.853024 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-506ddba8-dc21-41f2-8b42-226467b4f572 admin admin] Publish callbacks [] for security_group (52df3a2d-e9d6-4581-b072-41eb49bc47bd), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.899864 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-506ddba8-dc21-41f2-8b42-226467b4f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (52df3a2d-e9d6-4581-b072-41eb49bc47bd), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.902394 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-506ddba8-dc21-41f2-8b42-226467b4f572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:22.903575 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-506ddba8-dc21-41f2-8b42-226467b4f572 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52df3a2d-e9d6-4581-b072-41eb49bc47bd HTTP/1.1" status: 204 len: 168 time: 0.1195021 Mar 08 14:01:22.911457 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ddba8-dc21-41f2-8b42-226467b4f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df3a2d-e9d6-4581-b072-41eb49bc47bd,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:23.272592 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.600823 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37640) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:23.698663 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-830451181-network', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:23.719959 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Made reservation on behalf of f1b44df5d14a42e9a7fac13e1e908b53 for: {'network': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:01:23.722318 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.730457 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.803572 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks [] for security_group (a8493576-47db-4c0b-9693-2c6b1de34ba4), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.809343 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a8493576-47db-4c0b-9693-2c6b1de34ba4), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.838338 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=114663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:01:23.845186 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8493576-47db-4c0b-9693-2c6b1de34ba4,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:23.854666 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (3cd018f0-fc2f-4792-bf00-9521365ac52a), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.855027 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.segments_db [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Added segment 3cd018f0-fc2f-4792-bf00-9521365ac52a of type vlan for network 8def9d5c-8df9-4647-9964-29437f68d487 Mar 08 14:01:23.863159 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.863504 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.863840 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.864166 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.864505 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.864876 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.865232 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.865613 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.865978 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.866331 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.866644 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.866937 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.867277 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:23.902847 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (8def9d5c-8df9-4647-9964-29437f68d487), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.928658 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (8def9d5c-8df9-4647-9964-29437f68d487), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.929606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:23.930208 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:23.988269 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3862340 Mar 08 14:01:23.991362 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37644) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:23.994213 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0b578-dcf2-465e-83fa-d474194fc096 admin admin] Pushing event updated for resources: {'Network': ['ID=8def9d5c-8df9-4647-9964-29437f68d487,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:23.996511 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Request body: {'subnet': {'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-830451181-subnet', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'ip_version': 4}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:24.004369 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 8def9d5c-8df9-4647-9964-29437f68d487 details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:01:24.018244 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Made reservation on behalf of f1b44df5d14a42e9a7fac13e1e908b53 for: {'subnet': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:01:24.020621 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049056'] for subnet (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.193242 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049086'] for subnet (4ee54d8e-c1ef-40a2-ac8b-d3a200199873), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.244622 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee54d8e-c1ef-40a2-ac8b-d3a200199873,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:24.254942 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Checking segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:24.255289 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Network hostable DHCP agents. Network: 8def9d5c-8df9-4647-9964-29437f68d487, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:01:24.277251 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Network 8def9d5c-8df9-4647-9964-29437f68d487 is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:01:24.292615 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 8def9d5c-8df9-4647-9964-29437f68d487) {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:24.297760 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:24.298353 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.303117 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcbf16-a512-4c8a-be66-d1bc26155ce6 None None] Network 8def9d5c-8df9-4647-9964-29437f68d487 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:01:24.314953 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-4c91e193-6386-4144-a7ea-e1ff23f02a11 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3224015 Mar 08 14:01:24.317702 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37646) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:24.321920 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:24.342223 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.343606 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.399650 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks [] for router_controller (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), precommit_add_association {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.406808 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-8def9d5c-8df9-4647-9964-29437f68d487', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:01:24.407809 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.542858 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Allocated IP 172.20.0.2 (8def9d5c-8df9-4647-9964-29437f68d487/4ee54d8e-c1ef-40a2-ac8b-d3a200199873/da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:24.543127 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks [] for router_gateway (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.683081 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Publish callbacks [] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.689183 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.733467 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Network 8def9d5c-8df9-4647-9964-29437f68d487 is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:24.736744 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:24.741085 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:24.741520 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks [] for router_gateway (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.744210 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Pushing event updated for resources: {'Port': ['ID=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:24.762769 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.801224 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.805499 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Attempting to bind port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:24.805878 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Attempting to bind port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:24.806243 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Attempting to bind port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:24.811392 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:24.811768 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Checking segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:24.812164 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.812553 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Bound using segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:24.813017 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Bound port: da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:24.813437 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.864929 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Allocated IP 172.27.2.136 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:24.876106 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] For port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:24.879410 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] For port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:24.886136 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:24.942981 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada85a69-8b73-4b76-bb1e-6bb61f4f500d None None] Pushing event updated for resources: {'Port': ['ID=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:24.980882 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks [] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:25.021427 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:25.063526 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:25.066594 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:25.070368 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:25.094430 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Pushing event updated for resources: {'Port': ['ID=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:25.355473 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks [] for router_gateway (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:25.834155 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:25.971310 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:01:25.972642 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145dd14b-7644-4f00-85e4-3a5a84a27b09 None None] Network 8def9d5c-8df9-4647-9964-29437f68d487 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:01:26.032244 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] Provisioning complete for port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:26.032585 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.082227 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:26.091791 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:26.103340 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.104451 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:26.104697 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0842c132-5327-4c5a-be2e-56c1ae505f2e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7860682 Mar 08 14:01:26.105613 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:26.107531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37648) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:26.152379 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] Current status of the port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:26.152757 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.187849 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] For port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:26.193663 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.213504 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:26.253082 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87df77-8b2d-4c23-8760-dffab0a7948b None None] Pushing event updated for resources: {'Port': ['ID=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:26.392629 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.404868 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:25Z', 'revision_number': 3, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:26.415586 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-04d398b0-5c90-4bff-b230-97a88a970d80 None None] Provisioning complete for port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:26.415960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-04d398b0-5c90-4bff-b230-97a88a970d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.497787 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-04d398b0-5c90-4bff-b230-97a88a970d80 None None] Current status of the port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:26.527441 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:26.527800 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Updating router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:01:26.554322 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.568782 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.719452 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Allocated IP 172.20.0.1 (8def9d5c-8df9-4647-9964-29437f68d487/4ee54d8e-c1ef-40a2-ac8b-d3a200199873/72bfab0e-84eb-4184-832b-9a2b451390b8) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:26.800541 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Publish callbacks [] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.807718 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.824668 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks [] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.857442 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Attempting to bind port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:26.857867 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Attempting to bind port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:26.858167 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Attempting to bind port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:26.861222 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Pushing event updated for resources: {'Port': ['ID=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:26.862268 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.868731 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:26.869095 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:26.869518 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.869897 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:26.870354 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Bound port: 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:26.870722 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.873808 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.874169 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.874544 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.874874 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.875196 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.875517 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.875835 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.876151 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.876464 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.876799 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.877115 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.877448 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.877777 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.906530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Network 8def9d5c-8df9-4647-9964-29437f68d487 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:26.909442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:26.911866 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:26.918625 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Pushing event updated for resources: {'Port': ['ID=72bfab0e-84eb-4184-832b-9a2b451390b8,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:26.947816 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.948445 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.948580 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.948822 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.949166 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.949563 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.949703 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] For port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:26.949824 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.950226 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.950502 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.950828 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.951151 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.951468 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.952126 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:26.954071 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] For port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:26.968123 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:26.971071 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.005148 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:27.024948 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:27.025615 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:27.059597 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:27.059942 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.084758 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525da7-db09-416a-aa27-6936d4273796 None None] Pushing event updated for resources: {'Port': ['ID=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:27.150142 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:27.160068 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:27.163860 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.228184 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-ba1eee55-315c-422e-8545-583f557e16d0 None None] Provisioning complete for port 72bfab0e-84eb-4184-832b-9a2b451390b8 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:27.228466 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ba1eee55-315c-422e-8545-583f557e16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.261765 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-ba1eee55-315c-422e-8545-583f557e16d0 None None] Port 72bfab0e-84eb-4184-832b-9a2b451390b8 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:01:27.331269 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks [] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.336764 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.338030 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:25Z', 'revision_number': 3, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:27.363947 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2811e73a-93bb-4ca8-a577-ff534a3c0316 None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:25Z', 'revision_number': 3, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:27.406695 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Pushing event updated for resources: {'Port': ['ID=72bfab0e-84eb-4184-832b-9a2b451390b8,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:27.408871 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.501514 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Network 8def9d5c-8df9-4647-9964-29437f68d487 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:27.503030 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:27.638963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:01:27.759786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:27.764821 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0be6d24b-1ad5-48ba-9dbb-2ef8e1802d18 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6561561 Mar 08 14:01:27.790290 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-77b28edc-1b57-40a1-9dc5-0aaf4f6ab05c None None] Provisioning complete for port 72bfab0e-84eb-4184-832b-9a2b451390b8 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:27.790826 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-77b28edc-1b57-40a1-9dc5-0aaf4f6ab05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:27.837770 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-77b28edc-1b57-40a1-9dc5-0aaf4f6ab05c None None] Port 72bfab0e-84eb-4184-832b-9a2b451390b8 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:01:28.233876 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37664) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:28.238886 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1800964862-network', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:28.260311 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Made reservation on behalf of 8ed129a30ced41a0a6a2b7e0a0d0195f for: {'network': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:01:28.263948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for network (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.274083 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.347186 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks [] for security_group (682ded1a-d624-4e2b-a95f-d8ff2632c82f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.352897 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (682ded1a-d624-4e2b-a95f-d8ff2632c82f), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.376084 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=114662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:01:28.385663 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ded1a-d624-4e2b-a95f-d8ff2632c82f,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:28.390637 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.390986 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.segments_db [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Added segment d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6 of type vlan for network 5732f85f-5d53-4886-8ff2-5411fbaa65fd Mar 08 14:01:28.431490 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731581673494'] for network (5732f85f-5d53-4886-8ff2-5411fbaa65fd), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.463813 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456'] for network (5732f85f-5d53-4886-8ff2-5411fbaa65fd), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.464791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:28.465399 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.522481 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2874765 Mar 08 14:01:28.525487 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37666) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:28.528325 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4d011-0792-493c-9cc5-abbc35dab984 admin admin] Pushing event updated for resources: {'Network': ['ID=5732f85f-5d53-4886-8ff2-5411fbaa65fd,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:28.530964 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Request body: {'subnet': {'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1800964862-subnet', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'ip_version': 4}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:28.538407 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd details requested by agent ovs-agent-dv-cinder-830092-2-iscsi with host dv-cinder-830092-2-iscsi {{(pid=114664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:01:28.552512 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Made reservation on behalf of 8ed129a30ced41a0a6a2b7e0a0d0195f for: {'subnet': 1} {{(pid=114663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:01:28.555058 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975317'] for subnet (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.726438 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8599758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8975307'] for subnet (848c8782-2440-4510-ba2e-3c9b09850586), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.782420 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848c8782-2440-4510-ba2e-3c9b09850586,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:28.792204 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Checking segment: {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:28.792565 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Network hostable DHCP agents. Network: 5732f85f-5d53-4886-8ff2-5411fbaa65fd, hostable agents: ['0127a652-99d6-4488-a613-3ad6ac4f02c0'], hosted agents: [] {{(pid=114663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:01:28.811047 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd is scheduled to be hosted by DHCP agent 0127a652-99d6-4488-a613-3ad6ac4f02c0 with binding_index 1 {{(pid=114663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:01:28.822387 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-2-iscsi, 5732f85f-5d53-4886-8ff2-5411fbaa65fd) {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:28.827108 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:28.827695 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.833289 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d0c88-91b5-4a3c-9cf1-2d038b9c3f5b None None] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:01:28.850145 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-015171b8-0f05-4868-9574-2e31bbdedf06 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3230536 Mar 08 14:01:28.852766 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37668) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:28.857697 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:28.880608 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26204'] for router (17938936-f500-4d56-b531-8320253e408c), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.881055 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router (17938936-f500-4d56-b531-8320253e408c), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.934861 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:28.950210 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:28.951117 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:28.952579 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks [] for router_controller (17938936-f500-4d56-b531-8320253e408c), precommit_add_association {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:28.953598 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb4eeaa4-cf07-5adb-834a-642a1132ece1-5732f85f-5d53-4886-8ff2-5411fbaa65fd', 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd', 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'fixed_ips': [{'subnet_id': '848c8782-2440-4510-ba2e-3c9b09850586'}]}} from dv-cinder-830092-2-iscsi. {{(pid=114664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:01:28.954158 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.010338 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:29.090722 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks [] for router_gateway (17938936-f500-4d56-b531-8320253e408c), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.185783 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:29.242830 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:29.243211 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.296791 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks [] for router_gateway (17938936-f500-4d56-b531-8320253e408c), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.315067 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.326228 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.db_base_plugin_common [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Allocated IP 172.20.0.2 (5732f85f-5d53-4886-8ff2-5411fbaa65fd/848c8782-2440-4510-ba2e-3c9b09850586/179d8130-eb8d-48ff-a56b-8f1c230ad755) {{(pid=114664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:29.425809 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Allocated IP 172.27.2.189 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/51d50ffc-a49b-486e-9392-66a23c2f96fc) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:29.509054 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:29.509463 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.528620 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks [] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.564118 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.567900 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:29.579520 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.609499 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:29.614979 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:29.616880 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Pushing event updated for resources: {'Port': ['ID=51d50ffc-a49b-486e-9392-66a23c2f96fc,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:29.619005 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:29.670273 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Publish callbacks [] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), precommit_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.673630 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:29.679222 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), after_create {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.855780 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 2, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:29.865958 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd is already hosted by enough agents. {{(pid=114664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:29.869276 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks [] for router_gateway (17938936-f500-4d56-b531-8320253e408c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.893733 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.scheduler.base_scheduler [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Resources bound (agent type, host, resource id): {{(pid=114664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:29.896398 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Received port after_create {{(pid=114664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:29.898640 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:29.898993 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Updating router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb port 72bfab0e-84eb-4184-832b-9a2b451390b8 binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:01:29.900616 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Pushing event updated for resources: {'Port': ['ID=179d8130-eb8d-48ff-a56b-8f1c230ad755,revision_number=1']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:29.949093 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:29.988226 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Attempting to bind port 179d8130-eb8d-48ff-a56b-8f1c230ad755 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:29.988638 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Attempting to bind port 179d8130-eb8d-48ff-a56b-8f1c230ad755 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:29.988990 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Attempting to bind port 179d8130-eb8d-48ff-a56b-8f1c230ad755 on network 5732f85f-5d53-4886-8ff2-5411fbaa65fd {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:30.011883 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:30.012262 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Checking segment: {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:30.012661 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.013049 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Bound using segment: {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:30.013581 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Bound port: 179d8130-eb8d-48ff-a56b-8f1c230ad755, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:30.013959 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.165159 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] For port 179d8130-eb8d-48ff-a56b-8f1c230ad755, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:30.203754 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] For port 179d8130-eb8d-48ff-a56b-8f1c230ad755, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=179d8130-eb8d-48ff-a56b-8f1c230ad755,segment=NetworkSegment(d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6),segment_id=d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:30.213287 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.304149 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3e90d-ba50-409d-96ca-09ad156c0231 None None] Pushing event updated for resources: {'Port': ['ID=179d8130-eb8d-48ff-a56b-8f1c230ad755,revision_number=2']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:30.322695 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640244'] for router (17938936-f500-4d56-b531-8320253e408c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.364912 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Publish callbacks [] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.370805 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.425588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba84e9-96df-4046-9e54-203b86644f61 None None] Pushing event updated for resources: {'Port': ['ID=72bfab0e-84eb-4184-832b-9a2b451390b8,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:30.489634 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Router 17938936-f500-4d56-b531-8320253e408c is scheduled to L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 with binding_index 1 {{(pid=114663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:01:30.529049 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Attempting to bind port 72bfab0e-84eb-4184-832b-9a2b451390b8 on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:30.530045 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Attempting to bind port 72bfab0e-84eb-4184-832b-9a2b451390b8 by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:30.530423 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Attempting to bind port 72bfab0e-84eb-4184-832b-9a2b451390b8 on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:30.536402 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:30.536795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Checking segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:30.537175 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.537599 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Bound using segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:30.538064 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Bound port: 72bfab0e-84eb-4184-832b-9a2b451390b8, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:30.538438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.609915 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] For port 72bfab0e-84eb-4184-832b-9a2b451390b8, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:30.613586 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] For port 72bfab0e-84eb-4184-832b-9a2b451390b8, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=72bfab0e-84eb-4184-832b-9a2b451390b8,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:30.623701 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.629840 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:30.639833 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Sync routers for ids ['17938936-f500-4d56-b531-8320253e408c'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:30.650159 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.651889 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ec56edee-0803-449f-9d43-31f51a3bb103 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7978134 Mar 08 14:01:30.654297 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37670) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:30.656986 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Routers {'17938936-f500-4d56-b531-8320253e408c'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:30.657825 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['17938936-f500-4d56-b531-8320253e408c'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:30.696604 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:30.697337 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:30.739634 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba84e9-96df-4046-9e54-203b86644f61 None None] Pushing event updated for resources: {'Port': ['ID=72bfab0e-84eb-4184-832b-9a2b451390b8,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:30.806099 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Set router 17938936-f500-4d56-b531-8320253e408c gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:30.817662 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] Provisioning complete for port 72bfab0e-84eb-4184-832b-9a2b451390b8 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:30.818179 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:30.857420 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:31.098556 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 179d8130-eb8d-48ff-a56b-8f1c230ad755 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:31.107661 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 3, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:31.120354 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] Current status of the port 72bfab0e-84eb-4184-832b-9a2b451390b8 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:31.120739 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.139091 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Checking router: 17938936-f500-4d56-b531-8320253e408c for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:31.139519 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Updating router 17938936-f500-4d56-b531-8320253e408c port 51d50ffc-a49b-486e-9392-66a23c2f96fc binding host dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:01:31.171248 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.191875 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] For port 72bfab0e-84eb-4184-832b-9a2b451390b8, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=72bfab0e-84eb-4184-832b-9a2b451390b8,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:31.204784 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.266969 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.292035 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 179d8130-eb8d-48ff-a56b-8f1c230ad755 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:31.292409 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.294828 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb44c5-1716-4fde-9749-869b4f6b76a9 None None] Pushing event updated for resources: {'Port': ['ID=72bfab0e-84eb-4184-832b-9a2b451390b8,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:31.357424 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-b62c48e5-8807-4e8d-a036-1fd056a6b003 None None] Provisioning complete for port 72bfab0e-84eb-4184-832b-9a2b451390b8 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:31.357795 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b62c48e5-8807-4e8d-a036-1fd056a6b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.360720 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:30Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:31.413868 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c49f43-3068-4bfc-b532-23ce72862bcc None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:30Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:31.460039 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f44e2-f486-4273-ab79-3b2ce0993f6e None None] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:01:31.514007 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Allocated IP 172.20.0.1 (5732f85f-5d53-4886-8ff2-5411fbaa65fd/848c8782-2440-4510-ba2e-3c9b09850586/7144d5c9-8ea7-4d10-9e65-c7313b3d9cec) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:31.530338 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Publish callbacks [] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), precommit_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.535916 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.571328 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 179d8130-eb8d-48ff-a56b-8f1c230ad755 is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:31.571720 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.603715 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Attempting to bind port 51d50ffc-a49b-486e-9392-66a23c2f96fc on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:31.604226 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Attempting to bind port 51d50ffc-a49b-486e-9392-66a23c2f96fc by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:31.604671 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Attempting to bind port 51d50ffc-a49b-486e-9392-66a23c2f96fc on network 696edc2b-0a7a-447d-8ce7-161359adf9e7 {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:31.609424 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde7a0c-e380-4522-b48c-8df1c9d1718b None None] Pushing event updated for resources: {'Port': ['ID=51d50ffc-a49b-486e-9392-66a23c2f96fc,revision_number=2']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:31.620096 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:31.620480 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Checking segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:31.621075 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.621698 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Bound using segment: {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'} {{(pid=114665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:31.621938 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-b62c48e5-8807-4e8d-a036-1fd056a6b003 None None] Current status of the port 72bfab0e-84eb-4184-832b-9a2b451390b8 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:31.622443 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.managers [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Bound port: 51d50ffc-a49b-486e-9392-66a23c2f96fc, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adea11-1f3e-458e-8106-41aad2bfb915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7'}}] {{(pid=114665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:31.622788 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), before_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.639821 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 179d8130-eb8d-48ff-a56b-8f1c230ad755, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=179d8130-eb8d-48ff-a56b-8f1c230ad755,segment=NetworkSegment(d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6),segment_id=d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:31.657101 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.657910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:31.660719 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks [] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.688107 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] For port 51d50ffc-a49b-486e-9392-66a23c2f96fc, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:31.692205 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.plugins.ml2.db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] For port 51d50ffc-a49b-486e-9392-66a23c2f96fc, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=51d50ffc-a49b-486e-9392-66a23c2f96fc,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:31.701463 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron_lib.callbacks.manager [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), after_update {{(pid=114665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.725096 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.755999 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Routers {'17938936-f500-4d56-b531-8320253e408c'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:31.756616 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['17938936-f500-4d56-b531-8320253e408c'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:31.762256 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=179d8130-eb8d-48ff-a56b-8f1c230ad755,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:31.776889 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-81d9e26b-0eed-4e2a-820c-88269fd1ba14 None None] Provisioning complete for port 179d8130-eb8d-48ff-a56b-8f1c230ad755 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:31.777252 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-81d9e26b-0eed-4e2a-820c-88269fd1ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.783280 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:31.787300 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:31.794698 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:31.814335 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:31.814707 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.838694 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde7a0c-e380-4522-b48c-8df1c9d1718b None None] Pushing event updated for resources: {'Port': ['ID=51d50ffc-a49b-486e-9392-66a23c2f96fc,revision_number=3']} {{(pid=114665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:31.865991 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Pushing event updated for resources: {'Port': ['ID=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:31.899788 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639705'] for router_interface (17938936-f500-4d56-b531-8320253e408c), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:31.968346 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] Set router 17938936-f500-4d56-b531-8320253e408c gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:31.978954 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-81d9e26b-0eed-4e2a-820c-88269fd1ba14 None None] Current status of the port 179d8130-eb8d-48ff-a56b-8f1c230ad755 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:31.999285 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:32.113289 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-ef5ce19a-ac61-4a60-8c37-a96e695652e2 None None] Provisioning complete for port 179d8130-eb8d-48ff-a56b-8f1c230ad755 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:32.116069 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce19a-ac61-4a60-8c37-a96e695652e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.121426 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.243051 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ce19a-ac61-4a60-8c37-a96e695652e2 None None] Current status of the port 179d8130-eb8d-48ff-a56b-8f1c230ad755 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:32.315354 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 3, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:32.341852 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef7408-6eed-4299-aa34-2c9041f0163e None None] The sync data for ids ['17938936-f500-4d56-b531-8320253e408c'] in dv-cinder-830092-2-iscsi is: [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 3, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:32.355470 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks [] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.363411 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.364340 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-08e1fa27-58e7-49c4-910b-132a7a5de1d8 None None] Provisioning complete for port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:32.364754 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-08e1fa27-58e7-49c4-910b-132a7a5de1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.438016 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639669'] for router_interface (17938936-f500-4d56-b531-8320253e408c), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.441656 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Pushing event updated for resources: {'Port': ['ID=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:32.546067 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:32.547663 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:32.572399 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-08e1fa27-58e7-49c4-910b-132a7a5de1d8 None None] Port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:01:32.701165 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Router 17938936-f500-4d56-b531-8320253e408c has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:01:32.841675 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:32.849861 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-d0653824-6efd-430a-a6eb-478e4b1ad746 admin admin] 10.222.0.18 "PUT /v2.0/routers/17938936-f500-4d56-b531-8320253e408c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1940131 Mar 08 14:01:32.897918 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-533a5547-235f-4188-a791-46cef77ab1f0 None None] Provisioning complete for port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:32.898454 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-533a5547-235f-4188-a791-46cef77ab1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:32.938415 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-533a5547-235f-4188-a791-46cef77ab1f0 None None] Port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:01:33.085231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 51d50ffc-a49b-486e-9392-66a23c2f96fc up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:33.136084 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 51d50ffc-a49b-486e-9392-66a23c2f96fc triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:33.136459 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.232910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 51d50ffc-a49b-486e-9392-66a23c2f96fc is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:33.233662 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.257832 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] For port 51d50ffc-a49b-486e-9392-66a23c2f96fc, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=51d50ffc-a49b-486e-9392-66a23c2f96fc,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:33.264144 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.264902 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 179d8130-eb8d-48ff-a56b-8f1c230ad755 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:33.347160 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Pushing event updated for resources: {'Port': ['ID=51d50ffc-a49b-486e-9392-66a23c2f96fc,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:33.353825 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 179d8130-eb8d-48ff-a56b-8f1c230ad755 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:33.354198 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.368366 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37678) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:33.373774 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056901683', 'description': 'tempest-secgroup-smoke-2056901683 description', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:33.401979 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.435066 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 179d8130-eb8d-48ff-a56b-8f1c230ad755 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:33.436221 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 72bfab0e-84eb-4184-832b-9a2b451390b8 up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:33.475287 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group (fcbef27d-7243-4f53-a2f6-d650bff7c9e7), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.480131 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fcbef27d-7243-4f53-a2f6-d650bff7c9e7), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.487947 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 72bfab0e-84eb-4184-832b-9a2b451390b8 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:33.488253 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.512317 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.513610 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1441741 Mar 08 14:01:33.516791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37680) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:33.519569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1011a63-d7f2-4e22-9d91-0b9165cb46e0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbef27d-7243-4f53-a2f6-d650bff7c9e7,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:33.521959 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group_rule': {'security_group_id': 'fcbef27d-7243-4f53-a2f6-d650bff7c9e7', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:33.552139 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (00c452c0-553c-43e2-85b3-2fd6b8dd2053), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.570085 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 72bfab0e-84eb-4184-832b-9a2b451390b8 is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:33.604843 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (00c452c0-553c-43e2-85b3-2fd6b8dd2053), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.609464 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (00c452c0-553c-43e2-85b3-2fd6b8dd2053), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.625807 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c452c0-553c-43e2-85b3-2fd6b8dd2053,revision_number=0']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:33.635102 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.636299 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-11eb5435-1a29-4472-9843-271c176f2f90 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183629 Mar 08 14:01:33.639234 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37682) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:33.643757 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group_rule': {'security_group_id': 'fcbef27d-7243-4f53-a2f6-d650bff7c9e7', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:33.669482 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (27b6f8a4-c0f1-42a4-a695-46f055cae546), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.728799 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (27b6f8a4-c0f1-42a4-a695-46f055cae546), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.734750 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (27b6f8a4-c0f1-42a4-a695-46f055cae546), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.756416 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b6f8a4-c0f1-42a4-a695-46f055cae546,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:33.766947 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.768151 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-9de90c6a-1e9e-4b52-87c0-12792691100b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278808 Mar 08 14:01:33.771369 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37684) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:33.775658 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group_rule': {'security_group_id': 'fcbef27d-7243-4f53-a2f6-d650bff7c9e7', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:33.800101 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (e4804008-6d6f-41d9-b9cb-207d6d298db5), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.858500 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (e4804008-6d6f-41d9-b9cb-207d6d298db5), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.864759 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (e4804008-6d6f-41d9-b9cb-207d6d298db5), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.883431 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4804008-6d6f-41d9-b9cb-207d6d298db5,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:33.891887 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.893071 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-4aef4a2c-473f-4ceb-bbf0-09f085925fe7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207521 Mar 08 14:01:33.895849 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37686) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:33.899986 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group_rule': {'security_group_id': 'fcbef27d-7243-4f53-a2f6-d650bff7c9e7', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:33.925660 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (37413040-b91a-4d41-926a-4a09dcb931b6), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.985883 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (37413040-b91a-4d41-926a-4a09dcb931b6), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:33.991917 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (37413040-b91a-4d41-926a-4a09dcb931b6), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.012965 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37413040-b91a-4d41-926a-4a09dcb931b6,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:34.021606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.022784 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1caf7f78-b5f1-4f75-be30-bf0cba100226 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260219 Mar 08 14:01:34.025600 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37688) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:34.029853 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group_rule': {'security_group_id': 'fcbef27d-7243-4f53-a2f6-d650bff7c9e7', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:34.051390 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.securitygroups_db [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Project f1b44df5d14a42e9a7fac13e1e908b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 14:01:34.056663 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (5ffb1d73-e17b-4892-81c5-6c2d325db107), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.115180 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (5ffb1d73-e17b-4892-81c5-6c2d325db107), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.120305 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (5ffb1d73-e17b-4892-81c5-6c2d325db107), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.136807 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffb1d73-e17b-4892-81c5-6c2d325db107,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:34.146899 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.148457 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2c2eb8fe-966e-4c8f-b3c6-704c60345c59 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219020 Mar 08 14:01:34.151269 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37690) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:34.155561 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'security_group_rule': {'security_group_id': 'fcbef27d-7243-4f53-a2f6-d650bff7c9e7', 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:34.175742 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.securitygroups_db [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Project f1b44df5d14a42e9a7fac13e1e908b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 14:01:34.181149 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (eb9c03ee-9fb3-42b8-a87c-076e0f355fb3), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.248423 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (eb9c03ee-9fb3-42b8-a87c-076e0f355fb3), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.254330 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314659'] for security_group_rule (eb9c03ee-9fb3-42b8-a87c-076e0f355fb3), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.273313 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9c03ee-9fb3-42b8-a87c-076e0f355fb3,revision_number=0']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:34.280453 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.281663 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-5ffcdbf8-05e5-482b-bd34-4fdff7a36c4b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294682 Mar 08 14:01:34.662263 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37730) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:34.848278 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Deleting port ef228a51-40d0-4d62-b964-988c20768484 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:34.848613 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (ef228a51-40d0-4d62-b964-988c20768484), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.869505 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Sync routers for ids ['17938936-f500-4d56-b531-8320253e408c'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:34.880423 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Routers {'17938936-f500-4d56-b531-8320253e408c'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:34.881096 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['17938936-f500-4d56-b531-8320253e408c'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:34.939448 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (ef228a51-40d0-4d62-b964-988c20768484), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.939786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for floatingip (ef228a51-40d0-4d62-b964-988c20768484), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:34.952368 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Calling delete_port for ef228a51-40d0-4d62-b964-988c20768484 owned by network:floatingip {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:34.977572 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 51d50ffc-a49b-486e-9392-66a23c2f96fc up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:35.023128 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Set router 17938936-f500-4d56-b531-8320253e408c gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:35.115559 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (ef228a51-40d0-4d62-b964-988c20768484), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.133303 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 51d50ffc-a49b-486e-9392-66a23c2f96fc triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:35.133703 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.140784 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event deleted for resources: {'Port': ['ID=ef228a51-40d0-4d62-b964-988c20768484,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:35.204211 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for floatingip (1c69f253-e108-41af-9911-98275258975e), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.204580 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Floating IP 1c69f253-e108-41af-9911-98275258975e disassociated (deleted). External IP: 172.27.2.232, port: 9860a128-aed9-421f-8224-ea74ee0bbe98. Mar 08 14:01:35.289853 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 51d50ffc-a49b-486e-9392-66a23c2f96fc is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:35.309500 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:01:32Z', 'revision_number': 4, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '7144d5c9-8ea7-4d10-9e65-c7313b3d9cec', 'name': '', 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'mac_address': 'fa:16:3e:3e:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '848c8782-2440-4510-ba2e-3c9b09850586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:31Z', 'updated_at': '2022-03-08T14:01:32Z', 'revision_number': 2, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'subnets': [{'id': '848c8782-2440-4510-ba2e-3c9b09850586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:35.336208 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Checking router: 17938936-f500-4d56-b531-8320253e408c for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:35.336567 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Updating router 17938936-f500-4d56-b531-8320253e408c port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec binding host dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:01:35.368478 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.430146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:01:35.550028 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:35.555735 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.561541 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] Sync routers for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:35.572781 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:35.573853 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:35.658506 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Publish callbacks [] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), precommit_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.668468 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.710123 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:35.743921 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05303ee9-1944-4a9e-bf80-86641adce7d4 None None] Pushing event updated for resources: {'Port': ['ID=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,revision_number=3']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:35.792897 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Attempting to bind port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec on host dv-cinder-830092-2-iscsi for vnic_type normal with profile {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:35.795489 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Attempting to bind port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec by drivers openvswitch,hyperv on host dv-cinder-830092-2-iscsi at level 0 using segments [{'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:35.796936 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Attempting to bind port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec on network 5732f85f-5d53-4886-8ff2-5411fbaa65fd {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:35.806871 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Checking agent: {'id': '49dd135c-34aa-4027-aac5-d8b4c5c12bb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 43, 56), 'started_at': datetime.datetime(2022, 3, 8, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:35.807579 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Checking segment: {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:35.808145 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.808690 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Bound using segment: {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'} {{(pid=114664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:35.818123 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.managers [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Bound port: 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec, host: dv-cinder-830092-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd'}}] {{(pid=114664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:35.818534 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.893704 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f1ff262d-e6e4-4dae-ad71-d78b8b76e7a6 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "DELETE /v2.0/floatingips/1c69f253-e108-41af-9911-98275258975e HTTP/1.1" status: 204 len: 168 time: 1.2300749 Mar 08 14:01:35.894414 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:01:35.896805 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9a077f-d415-4524-b799-21cca004e922" -d '{"events": [{"name": "network-changed", "server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:01:35.913978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] For port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec, host dv-cinder-830092-2-iscsi, cleared binding levels {{(pid=114664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:35.928021 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] For port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec, host dv-cinder-830092-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,segment=NetworkSegment(d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6),segment_id=d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6)] {{(pid=114664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:35.943876 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:35.949156 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac070d-acd7-4259-b208-e2a39c478cb1 x-openstack-request-id: req-fbac070d-acd7-4259-b208-e2a39c478cb1 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:01:35.949469 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:01:35.949716 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbac070d-acd7-4259-b208-e2a39c478cb1 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:01:35.950196 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'status': 'completed', 'code': 200} Mar 08 14:01:35.951288 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:46Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:35.995756 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] Checking router: b5a22fdf-1008-4004-8043-4eb0a4bc9af9 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:36.007446 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:36.008232 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:36.031971 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Routers {'17938936-f500-4d56-b531-8320253e408c'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:36.032773 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['17938936-f500-4d56-b531-8320253e408c'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:36.047693 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a077f-d415-4524-b799-21cca004e922 req-fe459fee-a6fd-4d2c-a26b-d118b3fa4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:36.050323 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-fe459fee-a6fd-4d2c-a26b-d118b3fa4bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 1129 time: 0.0757790 Mar 08 14:01:36.100391 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05303ee9-1944-4a9e-bf80-86641adce7d4 None None] Pushing event updated for resources: {'Port': ['ID=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:36.139955 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:36.156951 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] Provisioning complete for port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:36.157325 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:36.219783 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a077f-d415-4524-b799-21cca004e922 req-01ccba36-0a75-48f8-8dba-bfa5fe00289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:36.231129 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533c9da-fba0-4c74-a41b-c6a7edb5652a req-ffe4ac6b-2f27-4a50-b7c3-57229d423228 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:36.234585 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-01ccba36-0a75-48f8-8dba-bfa5fe00289d service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 200 len: 910 time: 0.1773734 Mar 08 14:01:36.239617 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4533c9da-fba0-4c74-a41b-c6a7edb5652a req-ffe4ac6b-2f27-4a50-b7c3-57229d423228 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0798891 Mar 08 14:01:36.296454 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-5122f77e-2920-4ef8-90ec-63af0c322559 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 200 len: 217 time: 0.0535505 Mar 08 14:01:36.298381 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4533c9da-fba0-4c74-a41b-c6a7edb5652a req-b5e65d4d-cdf9-4077-9328-9b49ad34c7e1 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579038 Mar 08 14:01:36.307431 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] Set router 17938936-f500-4d56-b531-8320253e408c gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:36.362764 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a077f-d415-4524-b799-21cca004e922 req-867321aa-e5e5-4b25-8140-bfb391d56fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:36.365850 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-867321aa-e5e5-4b25-8140-bfb391d56fbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 200 len: 848 time: 0.0611343 Mar 08 14:01:36.392108 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:46Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:36.397328 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] Current status of the port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec is: DOWN; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:36.397730 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:36.419018 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a077f-d415-4524-b799-21cca004e922 req-5409c038-ee26-49d3-8a4d-6c508bc0d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:36.420615 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-5409c038-ee26-49d3-8a4d-6c508bc0d2ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1ef119-5ffc-49f0-95ed-4fe75e153aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488689 Mar 08 14:01:36.422365 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72759b6-e775-4c27-88ae-e95e8ee65a9d None None] The sync data for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi is: [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:40Z', 'revision_number': 4, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': 'e3f1b825-b4cf-4054-926a-6f657208c49b', 'name': '', 'network_id': 'de1ef119-5ffc-49f0-95ed-4fe75e153aa1', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'mac_address': 'fa:16:3e:91:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:39Z', 'updated_at': '2022-03-08T13:56:46Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'subnets': [{'id': '12e2318f-dac0-4705-86ac-11acb1887e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:36.511809 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] For port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,segment=NetworkSegment(d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6),segment_id=d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:36.518093 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:36.534570 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-6a52979b-9f73-441f-8179-141b4111b845 service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068363 Mar 08 14:01:36.613738 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5221c5-1d15-4745-95e1-a2ae713695b6 None None] Pushing event updated for resources: {'Port': ['ID=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:36.640577 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8e9a077f-d415-4524-b799-21cca004e922 req-bb4efaa4-8b5f-4aa0-868c-0b63ae97e92e service neutron] 10.222.0.32 "GET /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994623 Mar 08 14:01:36.644367 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-17669092-2d12-40f9-b7e3-17a90e13b60e None None] Provisioning complete for port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:36.644748 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-17669092-2d12-40f9-b7e3-17a90e13b60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:36.649379 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:01:32Z', 'revision_number': 4, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '7144d5c9-8ea7-4d10-9e65-c7313b3d9cec', 'name': '', 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'mac_address': 'fa:16:3e:3e:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '848c8782-2440-4510-ba2e-3c9b09850586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:31Z', 'updated_at': '2022-03-08T14:01:35Z', 'revision_number': 4, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'subnets': [{'id': '848c8782-2440-4510-ba2e-3c9b09850586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:36.694644 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae328-5b97-4a27-acd4-68b0fbd1d337 None None] The sync data for ids ['17938936-f500-4d56-b531-8320253e408c'] in dv-cinder-830092-2-iscsi is: [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:01:32Z', 'revision_number': 4, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '7144d5c9-8ea7-4d10-9e65-c7313b3d9cec', 'name': '', 'network_id': '5732f85f-5d53-4886-8ff2-5411fbaa65fd', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'mac_address': 'fa:16:3e:3e:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '848c8782-2440-4510-ba2e-3c9b09850586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:31Z', 'updated_at': '2022-03-08T14:01:35Z', 'revision_number': 4, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'subnets': [{'id': '848c8782-2440-4510-ba2e-3c9b09850586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:36.706200 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f325f0-6068-490b-b28f-acac825eaa27 None None] New status for floating IP 1c69f253-e108-41af-9911-98275258975e: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:01:36.976624 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-17669092-2d12-40f9-b7e3-17a90e13b60e None None] Current status of the port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:36.992884 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec up at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:01:37.045478 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Provisioning complete for port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:37.045960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:37.124559 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Current status of the port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec is: ACTIVE; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:01:37.348792 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:37.429944 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4849-2970-4556-a96d-be2b5fe988ef req-517c9da5-36af-47a3-9419-f347550dd4cf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:37.431456 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2dda4849-2970-4556-a96d-be2b5fe988ef req-517c9da5-36af-47a3-9419-f347550dd4cf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Mar 08 14:01:37.482428 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-2dda4849-2970-4556-a96d-be2b5fe988ef req-0ea44c32-f742-47bc-82fd-c90b255a2033 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e7dd770-98db-44c3-a96f-4fecc0c34979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443962 Mar 08 14:01:37.735797 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-5a4943d6-6b76-4b1f-9242-e7b17ebab76b tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:37.737391 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-5a4943d6-6b76-4b1f-9242-e7b17ebab76b tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.32 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Mar 08 14:01:37.851942 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Deleting port 9860a128-aed9-421f-8224-ea74ee0bbe98 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:37.852163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:37.947495 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] For port 9860a128-aed9-421f-8224-ea74ee0bbe98, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9860a128-aed9-421f-8224-ea74ee0bbe98,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:37.947876 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:37.959975 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Calling delete_port for 9860a128-aed9-421f-8224-ea74ee0bbe98 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:38.102951 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9860a128-aed9-421f-8224-ea74ee0bbe98), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:38.131368 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event deleted for resources: {'Port': ['ID=9860a128-aed9-421f-8224-ea74ee0bbe98,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:38.177800 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] No DVR routers for this DVR port 9860a128-aed9-421f-8224-ea74ee0bbe98 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:01:38.180566 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:38.183989 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-c4ee23b7-cb0b-4c49-b37c-6b5f55962e2a req-56939d05-0a11-4474-8bf3-72a15c345244 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.32 "DELETE /v2.0/ports/9860a128-aed9-421f-8224-ea74ee0bbe98 HTTP/1.1" status: 204 len: 173 time: 0.4406879 Mar 08 14:01:38.184417 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-deleted', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:01:38.186726 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f941070-5b0f-4c81-89ac-3f6cf7007f97" -d '{"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-deleted", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:01:38.226599 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401d89b-d541-4e8a-9df7-712271241411 x-openstack-request-id: req-9401d89b-d541-4e8a-9df7-712271241411 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:01:38.226890 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377c6bb5-1b20-48c3-9a0e-d306213cf9d2", "name": "network-vif-deleted", "tag": "9860a128-aed9-421f-8224-ea74ee0bbe98", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:01:38.227146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9401d89b-d541-4e8a-9df7-712271241411 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:01:38.227566 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c6bb5-1b20-48c3-9a0e-d306213cf9d2', 'name': 'network-vif-deleted', 'tag': '9860a128-aed9-421f-8224-ea74ee0bbe98', 'status': 'completed', 'code': 200} Mar 08 14:01:38.584088 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e4932b84-bef7-42b8-995f-09ffeac96fec req-8d333b5a-496a-4e46-bbf7-363f566109e7 tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "GET /v2.0/ports?device_id=377c6bb5-1b20-48c3-9a0e-d306213cf9d2 HTTP/1.1" status: 200 len: 210 time: 0.0330834 Mar 08 14:01:39.112548 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:01:39.644627 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37772) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:39.705873 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eaafaee3-a155-4efd-9914-eabbfb978aaf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group (0e7dd770-98db-44c3-a96f-4fecc0c34979), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:39.732014 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eaafaee3-a155-4efd-9914-eabbfb978aaf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group (0e7dd770-98db-44c3-a96f-4fecc0c34979), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:39.805000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eaafaee3-a155-4efd-9914-eabbfb978aaf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (0e7dd770-98db-44c3-a96f-4fecc0c34979), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:39.807877 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-eaafaee3-a155-4efd-9914-eabbfb978aaf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:39.809072 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-eaafaee3-a155-4efd-9914-eabbfb978aaf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] 10.222.0.18 "DELETE /v2.0/security-groups/0e7dd770-98db-44c3-a96f-4fecc0c34979 HTTP/1.1" status: 204 len: 168 time: 0.1634343 Mar 08 14:01:39.818673 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafaee3-a155-4efd-9914-eabbfb978aaf tempest-TestShelveInstance-1523799069 tempest-TestShelveInstance-1523799069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7dd770-98db-44c3-a96f-4fecc0c34979,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:39.848155 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37776) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:40.372438 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:40.642924 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Deleting port e3f1b825-b4cf-4054-926a-6f657208c49b {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:40.643200 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:40.721166 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] For port e3f1b825-b4cf-4054-926a-6f657208c49b, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=e3f1b825-b4cf-4054-926a-6f657208c49b,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:40.721558 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:40.733124 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Calling delete_port for e3f1b825-b4cf-4054-926a-6f657208c49b owned by network:router_interface {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:40.808526 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:40.832134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 9860a128-aed9-421f-8224-ea74ee0bbe98 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:40.832478 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 9860a128-aed9-421f-8224-ea74ee0bbe98 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:40.929325 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (e3f1b825-b4cf-4054-926a-6f657208c49b), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:40.952750 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f1b825-b4cf-4054-926a-6f657208c49b,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:41.137825 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:41.370341 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:01:41.484942 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:41.490991 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-30f76a16-f86d-4a8d-8acd-b7fdd31a3ef7 admin admin] 10.222.0.18 "PUT /v2.0/routers/b5a22fdf-1008-4004-8043-4eb0a4bc9af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6407878 Mar 08 14:01:41.492883 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37784) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:41.494055 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] Sync routers for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:41.505240 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:41.510261 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:41.596739 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks [] for router (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:41.617312 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:41.804336 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T14:01:40Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:41.835490 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] Checking router: b5a22fdf-1008-4004-8043-4eb0a4bc9af9 for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:41.845190 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] Routers {'b5a22fdf-1008-4004-8043-4eb0a4bc9af9'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:41.845844 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:41.954992 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] Set router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:41.966527 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks [] for router_gateway (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.018676 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Deleting port 5665b418-c979-4132-91d6-f187ef97cafd {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:42.019008 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (5665b418-c979-4132-91d6-f187ef97cafd), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.102078 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] For port 5665b418-c979-4132-91d6-f187ef97cafd, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=5665b418-c979-4132-91d6-f187ef97cafd,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:42.102327 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (5665b418-c979-4132-91d6-f187ef97cafd), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.120075 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Calling delete_port for 5665b418-c979-4132-91d6-f187ef97cafd owned by network:router_gateway {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:42.228978 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T14:01:40Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:42.255422 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1f987-2d4d-4a8f-a13d-a3a310949afe None None] The sync data for ids ['b5a22fdf-1008-4004-8043-4eb0a4bc9af9'] in dv-cinder-830092-2-iscsi is: [{'id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'name': 'tempest-TestShelveInstance-1079839451-router', 'tenant_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5665b418-c979-4132-91d6-f187ef97cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T14:01:40Z', 'revision_number': 5, 'project_id': '34f980e7a3e94d7ca2edd7cf4e17633c', 'gw_port': {'id': '5665b418-c979-4132-91d6-f187ef97cafd', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a22fdf-1008-4004-8043-4eb0a4bc9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:37Z', 'updated_at': '2022-03-08T13:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:42.293732 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (5665b418-c979-4132-91d6-f187ef97cafd), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.324222 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Pushing event deleted for resources: {'Port': ['ID=5665b418-c979-4132-91d6-f187ef97cafd,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:42.385235 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.478925 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.481373 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks [] for router_controller (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.530456 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (b5a22fdf-1008-4004-8043-4eb0a4bc9af9), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.531061 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a22fdf-1008-4004-8043-4eb0a4bc9af9 {{(pid=114663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 14:01:42.535489 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.536655 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-19b5ede1-d77a-47ae-9d1c-874f6d80c846 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b5a22fdf-1008-4004-8043-4eb0a4bc9af9 HTTP/1.1" status: 204 len: 168 time: 1.0427964 Mar 08 14:01:42.539133 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37788) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:42.585319 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Deleting subnet 12e2318f-dac0-4705-86ac-11acb1887e8c {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:01:42.588473 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Publish callbacks [] for subnet (12e2318f-dac0-4705-86ac-11acb1887e8c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.623938 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (12e2318f-dac0-4705-86ac-11acb1887e8c), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.705204 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (12e2318f-dac0-4705-86ac-11acb1887e8c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.761910 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (12e2318f-dac0-4705-86ac-11acb1887e8c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.788381 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e2318f-dac0-4705-86ac-11acb1887e8c,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:42.791921 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.795388 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-afc46704-95f5-4c27-96ba-62df8b20b512 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/12e2318f-dac0-4705-86ac-11acb1887e8c HTTP/1.1" status: 204 len: 168 time: 0.2552676 Mar 08 14:01:42.797822 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 37790) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:42.802742 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41134f56-5803-4e2a-8211-57f7b88a6f44 None None] Network de1ef119-5ffc-49f0-95ed-4fe75e153aa1 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:01:42.875505 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (de1ef119-5ffc-49f0-95ed-4fe75e153aa1), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.937039 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Deleting port a375c468-2d30-42ce-bd0c-42a3db8cfff0 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:42.937418 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:42.976797 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] DHCP port deletion for de1ef119-5ffc-49f0-95ed-4fe75e153aa1 request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 14:01:43.004975 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] For port a375c468-2d30-42ce-bd0c-42a3db8cfff0, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=a375c468-2d30-42ce-bd0c-42a3db8cfff0,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:43.005589 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.018303 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Calling delete_port for a375c468-2d30-42ce-bd0c-42a3db8cfff0 owned by network:dhcp {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:43.030562 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Deleting port a375c468-2d30-42ce-bd0c-42a3db8cfff0 {{(pid=114664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:43.030924 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), before_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.052520 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e3f1b825-b4cf-4054-926a-6f657208c49b no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:43.104255 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.106185 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: e3f1b825-b4cf-4054-926a-6f657208c49b {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:43.107323 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device e3f1b825-b4cf-4054-926a-6f657208c49b not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:43.131511 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] For port a375c468-2d30-42ce-bd0c-42a3db8cfff0, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=a375c468-2d30-42ce-bd0c-42a3db8cfff0,segment=NetworkSegment(3d5ec62e-d9fb-40ae-a3c9-0896456a7783),segment_id=3d5ec62e-d9fb-40ae-a3c9-0896456a7783)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:43.131910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), precommit_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.132354 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a375c468-2d30-42ce-bd0c-42a3db8cfff0,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:43.142639 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] No DVR routers for this DVR port a375c468-2d30-42ce-bd0c-42a3db8cfff0 on host dv-cinder-830092-2-iscsi {{(pid=114663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:01:43.147432 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Calling delete_port for a375c468-2d30-42ce-bd0c-42a3db8cfff0 owned by network:dhcp {{(pid=114664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:43.221582 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (de1ef119-5ffc-49f0-95ed-4fe75e153aa1), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.230223 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200'] for port (a375c468-2d30-42ce-bd0c-42a3db8cfff0), after_delete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.244997 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1ef119-5ffc-49f0-95ed-4fe75e153aa1']}} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:43.254390 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5ec62e-d9fb-40ae-a3c9-0896456a7783') {'for_net_delete': True} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:43.254681 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.services.segments.db [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5ec62e-d9fb-40ae-a3c9-0896456a7783') {} {{(pid=114663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:43.255484 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Pushing event deleted for resources: {'Port': ['ID=a375c468-2d30-42ce-bd0c-42a3db8cfff0,revision_number=None']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:43.259763 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] No DVR routers for this DVR port a375c468-2d30-42ce-bd0c-42a3db8cfff0 on host dv-cinder-830092-2-iscsi {{(pid=114664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:01:43.264068 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480334'] for segment (3d5ec62e-d9fb-40ae-a3c9-0896456a7783), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.266535 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.266889 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.270230 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.271283 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.271283 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.271863 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468584a-8c20-47fd-b9cd-f94a097daeb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:01:43.283161 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (3d5ec62e-d9fb-40ae-a3c9-0896456a7783), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.289613 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=114663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:01:43.290098 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599907'] for segment (3d5ec62e-d9fb-40ae-a3c9-0896456a7783), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: Traceback (most recent call last): Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: timer() Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: cb(*args, **kw) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: return func(*args, **kwargs) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: self._notify() Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: self.callback(batched_events) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: event.method(event) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: return f(self, *a, **k) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._get(url).json() Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: return self.request(url, 'GET', **kwargs) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:01:43.291740 dv-cinder-830092-2-iscsi neutron-server[114663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:01:43.349403 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (de1ef119-5ffc-49f0-95ed-4fe75e153aa1), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.353922 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:43.357153 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] 10.222.0.18 "DELETE /v2.0/networks/de1ef119-5ffc-49f0-95ed-4fe75e153aa1 HTTP/1.1" status: 204 len: 168 time: 0.5582368 Mar 08 14:01:43.360893 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37794) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:43.369900 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332788fe-53a2-47f0-8573-7cccdebdeb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1ef119-5ffc-49f0-95ed-4fe75e153aa1,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:43.740253 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (8469f520-d028-44cd-a4f4-03c8060b0acf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:44.006495 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Deleting port cdcd1c50-1daf-4442-bee7-3608619c67c2 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:44.006736 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:44.092019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] For port cdcd1c50-1daf-4442-bee7-3608619c67c2, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=cdcd1c50-1daf-4442-bee7-3608619c67c2,segment=NetworkSegment(40d09635-a01a-4231-a49b-c66435b30de3),segment_id=40d09635-a01a-4231-a49b-c66435b30de3)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:44.092380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:44.104878 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Calling delete_port for cdcd1c50-1daf-4442-bee7-3608619c67c2 owned by network:router_interface {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:44.296226 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (cdcd1c50-1daf-4442-bee7-3608619c67c2), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:44.321652 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcd1c50-1daf-4442-bee7-3608619c67c2,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:44.488719 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (8469f520-d028-44cd-a4f4-03c8060b0acf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:44.715425 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Router 8469f520-d028-44cd-a4f4-03c8060b0acf has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:01:44.821641 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:01:44.826630 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1a4affdb-22a8-4592-854d-7c1aadd22951 admin admin] 10.222.0.18 "PUT /v2.0/routers/8469f520-d028-44cd-a4f4-03c8060b0acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644997 Mar 08 14:01:44.829169 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37806) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:44.835717 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] Sync routers for ids ['8469f520-d028-44cd-a4f4-03c8060b0acf'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:01:44.847083 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] Routers {'8469f520-d028-44cd-a4f4-03c8060b0acf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:44.847701 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['8469f520-d028-44cd-a4f4-03c8060b0acf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:44.943299 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks [] for router (8469f520-d028-44cd-a4f4-03c8060b0acf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:44.956116 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] Set router 8469f520-d028-44cd-a4f4-03c8060b0acf gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:45.050082 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks [] for router_gateway (8469f520-d028-44cd-a4f4-03c8060b0acf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.060873 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 5665b418-c979-4132-91d6-f187ef97cafd no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:45.083284 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 5665b418-c979-4132-91d6-f187ef97cafd {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:45.083653 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 5665b418-c979-4132-91d6-f187ef97cafd not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:45.084072 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device a375c468-2d30-42ce-bd0c-42a3db8cfff0 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:45.101782 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Deleting port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:45.102116 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.106177 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: a375c468-2d30-42ce-bd0c-42a3db8cfff0 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:45.106517 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device a375c468-2d30-42ce-bd0c-42a3db8cfff0 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:45.168790 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T14:01:44Z', 'revision_number': 5, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port': {'id': '7d4d694c-3fe6-45f6-be32-1ed035f7d6f0', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:56:44Z', 'updated_at': '2022-03-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:45.177738 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] For port 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:45.178117 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.189880 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Calling delete_port for 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 owned by network:router_gateway {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:45.198843 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] Checking router: 8469f520-d028-44cd-a4f4-03c8060b0acf for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:01:45.207761 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] Routers {'8469f520-d028-44cd-a4f4-03c8060b0acf'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:01:45.208377 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['8469f520-d028-44cd-a4f4-03c8060b0acf'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:45.299683 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] Set router 8469f520-d028-44cd-a4f4-03c8060b0acf gateway port host: None {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:01:45.351754 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T14:01:45Z', 'revision_number': 6, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port_host': None}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:45.365645 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (7d4d694c-3fe6-45f6-be32-1ed035f7d6f0), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.381681 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d99e0-94e0-4e6b-bf4d-4e5b1ea44cac None None] The sync data for ids ['8469f520-d028-44cd-a4f4-03c8060b0acf'] in dv-cinder-830092-2-iscsi is: [{'id': '8469f520-d028-44cd-a4f4-03c8060b0acf', 'name': 'tempest-TestShelveInstance-909993612-router', 'tenant_id': 'bb5d65b8049640b68446c765a4db82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:56:43Z', 'updated_at': '2022-03-08T14:01:45Z', 'revision_number': 6, 'project_id': 'bb5d65b8049640b68446c765a4db82e4', 'gw_port_host': None}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:01:45.390864 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4d694c-3fe6-45f6-be32-1ed035f7d6f0,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:45.452008 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (8469f520-d028-44cd-a4f4-03c8060b0acf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.542903 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (8469f520-d028-44cd-a4f4-03c8060b0acf), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.545118 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks [] for router_controller (8469f520-d028-44cd-a4f4-03c8060b0acf), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.592006 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (8469f520-d028-44cd-a4f4-03c8060b0acf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.592626 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8469f520-d028-44cd-a4f4-03c8060b0acf {{(pid=114662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 14:01:45.597632 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.599148 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-47fc3642-2121-4a56-b11f-5944fd3c8047 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8469f520-d028-44cd-a4f4-03c8060b0acf HTTP/1.1" status: 204 len: 168 time: 0.7690771 Mar 08 14:01:45.601791 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37814) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:45.652019 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Deleting subnet 51a20c11-6909-409c-8f9a-365c96d59dbf {{(pid=114662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:01:45.655159 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Publish callbacks [] for subnet (51a20c11-6909-409c-8f9a-365c96d59dbf), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.688457 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548409'] for subnet (51a20c11-6909-409c-8f9a-365c96d59dbf), precommit_delete_associations {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.774540 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (51a20c11-6909-409c-8f9a-365c96d59dbf), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.832321 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9048967'] for subnet (51a20c11-6909-409c-8f9a-365c96d59dbf), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.858860 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a20c11-6909-409c-8f9a-365c96d59dbf,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:45.861026 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for subnet (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.864120 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-de2fde56-7332-4a3c-ab1f-01d1e36cdd60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51a20c11-6909-409c-8f9a-365c96d59dbf HTTP/1.1" status: 204 len: 168 time: 0.2611527 Mar 08 14:01:45.865167 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc756b2-edbc-42db-8f78-a4142976912f None None] Network c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:01:45.866713 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37816) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:45.932644 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:45.990070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Deleting port 275c6eb7-0991-451d-a6ed-758e2e5353e3 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:01:45.990437 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.051234 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] For port 275c6eb7-0991-451d-a6ed-758e2e5353e3, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=275c6eb7-0991-451d-a6ed-758e2e5353e3,segment=NetworkSegment(40d09635-a01a-4231-a49b-c66435b30de3),segment_id=40d09635-a01a-4231-a49b-c66435b30de3)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:01:46.051585 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.064133 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Calling delete_port for 275c6eb7-0991-451d-a6ed-758e2e5353e3 owned by network:dhcp {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:01:46.149232 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (275c6eb7-0991-451d-a6ed-758e2e5353e3), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.161563 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ae5a6-8907-44f5-a29c-61016b102f76 None None] DHCP port deletion for c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 14:01:46.175363 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Pushing event deleted for resources: {'Port': ['ID=275c6eb7-0991-451d-a6ed-758e2e5353e3,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:46.180207 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] No DVR routers for this DVR port 275c6eb7-0991-451d-a6ed-758e2e5353e3 on host dv-cinder-830092-2-iscsi {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:01:46.255282 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.536964 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:46.546539 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d09635-a01a-4231-a49b-c66435b30de3') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:46.547189 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d09635-a01a-4231-a49b-c66435b30de3') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:01:46.555946 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (40d09635-a01a-4231-a49b-c66435b30de3), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.569008 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (40d09635-a01a-4231-a49b-c66435b30de3), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.574834 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:01:46.575205 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (40d09635-a01a-4231-a49b-c66435b30de3), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:01:46.576848 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:01:46.635090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.641321 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.644480 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b HTTP/1.1" status: 204 len: 168 time: 0.7768979 Mar 08 14:01:46.655336 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b5e3-c243-4244-9a9c-4e0a8f217917 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e9d1e8-2332-4b6e-bd51-0fbaf2ba1c5b,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:46.757332 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37822) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:46.797520 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-c264f487-8f30-41ae-ae64-831e9d2f666e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34f980e7a3e94d7ca2edd7cf4e17633c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389814 Mar 08 14:01:46.800012 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37824) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:46.849451 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd2a7-8fae-48e5-80af-b7da4a896ae8 admin admin] Publish callbacks [] for security_group (d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.870938 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd2a7-8fae-48e5-80af-b7da4a896ae8 admin admin] Publish callbacks [] for security_group (d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.922480 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd2a7-8fae-48e5-80af-b7da4a896ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.925829 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd2a7-8fae-48e5-80af-b7da4a896ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:46.927021 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-d9ffd2a7-8fae-48e5-80af-b7da4a896ae8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3 HTTP/1.1" status: 204 len: 168 time: 0.1261489 Mar 08 14:01:46.935402 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffd2a7-8fae-48e5-80af-b7da4a896ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793c5ba-4b07-4e2b-bb3c-c3280cd29fe3,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:46.970694 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 275c6eb7-0991-451d-a6ed-758e2e5353e3 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:46.990288 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 275c6eb7-0991-451d-a6ed-758e2e5353e3 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:46.990628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 275c6eb7-0991-451d-a6ed-758e2e5353e3 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:46.991039 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:47.009470 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:47.009741 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7d4d694c-3fe6-45f6-be32-1ed035f7d6f0 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:47.010148 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device cdcd1c50-1daf-4442-bee7-3608619c67c2 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:01:47.028806 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: cdcd1c50-1daf-4442-bee7-3608619c67c2 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:01:47.029243 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device cdcd1c50-1daf-4442-bee7-3608619c67c2 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:01:47.249750 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37830) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:47.291156 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-2ef9f9b9-ec27-48a9-9581-73b97aad9144 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb5d65b8049640b68446c765a4db82e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401371 Mar 08 14:01:47.293923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37832) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:01:47.346438 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7fbed1e2-79bd-443b-bb9f-fae3db0f0f72 admin admin] Publish callbacks [] for security_group (8ac3322d-0535-4d1b-bd52-180cdce9497a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:47.373106 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7fbed1e2-79bd-443b-bb9f-fae3db0f0f72 admin admin] Publish callbacks [] for security_group (8ac3322d-0535-4d1b-bd52-180cdce9497a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:47.428122 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7fbed1e2-79bd-443b-bb9f-fae3db0f0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (8ac3322d-0535-4d1b-bd52-180cdce9497a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:47.431063 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-7fbed1e2-79bd-443b-bb9f-fae3db0f0f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:47.432426 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-7fbed1e2-79bd-443b-bb9f-fae3db0f0f72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ac3322d-0535-4d1b-bd52-180cdce9497a HTTP/1.1" status: 204 len: 168 time: 0.1374698 Mar 08 14:01:47.442478 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbed1e2-79bd-443b-bb9f-fae3db0f0f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac3322d-0535-4d1b-bd52-180cdce9497a,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:49.811498 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-ac4941b1-12e1-4c33-8999-8dc5ed84a006 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056901683&fields=id&tenant_id=f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 267 time: 0.0455620 Mar 08 14:01:49.935960 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-6218251d-16fe-400a-9813-1b17f1bae660 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:49.937384 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-6218251d-16fe-400a-9813-1b17f1bae660 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 811 time: 0.1164145 Mar 08 14:01:49.952247 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-2e16d840-0863-4993-9160-fae34225e186 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/quotas/f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 375 time: 0.0093343 Mar 08 14:01:50.008172 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-a413c03e-d17a-453e-8ce1-cdda97cdab85 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508442 Mar 08 14:01:50.034594 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-15e6a97a-57dd-4406-9dba-aa3fe9e2303f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:50.220923 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-34af6e62-04c0-421b-a645-d9b809287f48 service neutron] 10.222.0.18 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994469 Mar 08 14:01:50.325133 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-e84344ff-3e42-450b-b1b2-7ca853ae2edf service neutron] 10.222.0.18 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962992 Mar 08 14:01:50.627817 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ae25d5d8-eea6-4a29-8796-97ffa40df069 req-7594dba4-fd41-46c3-9f65-ea2b03815b5d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Mar 08 14:01:51.580222 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-78d44da5-10fd-4b5e-bae9-52f81592b866 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:51.581692 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-78d44da5-10fd-4b5e-bae9-52f81592b866 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 811 time: 0.1018503 Mar 08 14:01:51.643848 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-acee538b-c88e-447f-a385-622570046006 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 380 time: 0.0548015 Mar 08 14:01:51.652946 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'port': {'device_id': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'admin_state_up': True, 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'security_groups': ['fcbef27d-7243-4f53-a2f6-d650bff7c9e7']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:51.728970 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fe0437b0-a989-4d85-976a-ab4451536be7 req-7f35c45b-d730-4132-9a49-6dc8d6c5b296 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 210 time: 0.0317473 Mar 08 14:01:51.766163 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Made reservation on behalf of f1b44df5d14a42e9a7fac13e1e908b53 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:01:51.769593 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:51.894367 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Allocated IP 172.20.0.8 (8def9d5c-8df9-4647-9964-29437f68d487/4ee54d8e-c1ef-40a2-ac8b-d3a200199873/074e55b9-ddb0-42c5-bae2-10d031b146a4) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:01:52.034979 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.070953 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.117401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Network 8def9d5c-8df9-4647-9964-29437f68d487 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:01:52.120552 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:01:52.123000 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:01:52.153648 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=074e55b9-ddb0-42c5-bae2-10d031b146a4,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:52.177241 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-0b93a080-c66b-426a-935d-3205e4710692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.181442 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:52.182180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.200150 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-0cf96304-d7d5-4f8e-be1e-7aebbcc6147d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510058 Mar 08 14:01:52.212255 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Request body: {'port': {'device_id': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:01:52.274021 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.307706 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-84080dcf-ec24-4b16-8449-f6cdcce7b392 None None] Provisioning complete for port 074e55b9-ddb0-42c5-bae2-10d031b146a4 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:01:52.308635 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-84080dcf-ec24-4b16-8449-f6cdcce7b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.341999 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-84080dcf-ec24-4b16-8449-f6cdcce7b392 None None] Port 074e55b9-ddb0-42c5-bae2-10d031b146a4 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:01:52.550067 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074e55b9-ddb0-42c5-bae2-10d031b146a4 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:01:52.557401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Publish callbacks [] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.570075 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Transition to ACTIVE for port object 074e55b9-ddb0-42c5-bae2-10d031b146a4 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:01:52.576410 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.624346 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=074e55b9-ddb0-42c5-bae2-10d031b146a4,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:52.699435 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Attempting to bind port 074e55b9-ddb0-42c5-bae2-10d031b146a4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:01:52.700109 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Attempting to bind port 074e55b9-ddb0-42c5-bae2-10d031b146a4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:01:52.700321 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Attempting to bind port 074e55b9-ddb0-42c5-bae2-10d031b146a4 on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:52.705195 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Port 074e55b9-ddb0-42c5-bae2-10d031b146a4 on network 8def9d5c-8df9-4647-9964-29437f68d487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:01:52.705651 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Attempting to bind port 074e55b9-ddb0-42c5-bae2-10d031b146a4 on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:01:52.710810 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:01:52.711146 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Checking segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:01:52.711529 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Bound using segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:01:52.711956 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Bound port: 074e55b9-ddb0-42c5-bae2-10d031b146a4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:01:52.712317 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.782313 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] For port 074e55b9-ddb0-42c5-bae2-10d031b146a4, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:01:52.785556 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] For port 074e55b9-ddb0-42c5-bae2-10d031b146a4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:01:52.792678 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.848679 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:52.849294 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:52.851720 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] 10.222.0.32 "PUT /v2.0/ports/074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 200 len: 1093 time: 0.6428885 Mar 08 14:01:52.852165 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:01:52.854468 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563bd484-349b-49f7-b1d9-bc39fcbcd677" -d '{"events": [{"name": "network-changed", "server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:01:52.893998 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f80b-926d-4e72-8381-7b6aa479fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=074e55b9-ddb0-42c5-bae2-10d031b146a4,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:01:52.908320 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf42953-8d96-47e7-8162-0877824b30d3 req-41bbb513-2b8a-4ac8-8382-fb72706534f0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:52.909925 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-dbf42953-8d96-47e7-8162-0877824b30d3 req-41bbb513-2b8a-4ac8-8382-fb72706534f0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.1088407 Mar 08 14:01:52.929247 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3660512-0e40-46c1-ac83-7bab5b1ef871 x-openstack-request-id: req-e3660512-0e40-46c1-ac83-7bab5b1ef871 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:01:52.929560 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:01:52.929923 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3660512-0e40-46c1-ac83-7bab5b1ef871 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:01:52.930189 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'status': 'completed', 'code': 200} Mar 08 14:01:52.992872 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-dbf42953-8d96-47e7-8162-0877824b30d3 req-1c36c2a3-963a-4d61-a29c-f1e80a12ee7b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719342 Mar 08 14:01:52.995837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-43b2403d-dc07-4c14-ba10-77ed97629abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:52.997221 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-43b2403d-dc07-4c14-ba10-77ed97629abd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1127 time: 0.0864093 Mar 08 14:01:53.040008 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-e30ecb6e-a8f1-4488-9482-2518af42dad6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 200 len: 217 time: 0.0353479 Mar 08 14:01:53.090021 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-2929065d-808c-4a34-a12a-2fd6fc81d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:53.091388 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-2929065d-808c-4a34-a12a-2fd6fc81d6ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0451534 Mar 08 14:01:53.141927 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-f29ce9f7-d3a2-4a87-99a6-8d6feddb7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:53.143485 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-f29ce9f7-d3a2-4a87-99a6-8d6feddb7250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460706 Mar 08 14:01:53.231888 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-7079f44c-8c50-4bd4-80b2-0bb34a22f37a service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817339 Mar 08 14:01:53.277024 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:53.323035 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4cca6bb9-7122-4bd9-a262-f09e586eb7ae req-6686fa43-8ac9-4924-8e63-4a59b2b7173d service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847335 Mar 08 14:01:53.422766 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-ea406704-3006-4587-8fbc-56a1cc463b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:53.424289 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-ea406704-3006-4587-8fbc-56a1cc463b77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1127 time: 0.0500329 Mar 08 14:01:53.523276 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-fa39542b-b7e3-4dba-a1a4-1131de667352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:53.524784 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-fa39542b-b7e3-4dba-a1a4-1131de667352 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0943060 Mar 08 14:01:53.565383 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-e0b189a0-323d-454c-8953-f3aca8c21b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 200 len: 217 time: 0.0335145 Mar 08 14:01:53.615301 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-06c4882f-642f-4377-aa3d-54849872ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:53.616739 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-06c4882f-642f-4377-aa3d-54849872ee6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0449371 Mar 08 14:01:53.669438 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-175e0cf2-0d00-4971-9b6e-2ec0ac3349b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:53.670930 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-175e0cf2-0d00-4971-9b6e-2ec0ac3349b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477881 Mar 08 14:01:53.764736 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-8e20016e-1fd1-4d22-89cf-292f32ece41d service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874779 Mar 08 14:01:53.858859 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-563bd484-349b-49f7-b1d9-bc39fcbcd677 req-5b92be88-52dd-416e-9c2f-ac9c7a139b75 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873613 Mar 08 14:01:54.130389 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abb81f-1057-413d-a628-c0a0d11df5d8 req-b4bc4168-5a51-42d8-ae12-f9b73102f9b8 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:54.132129 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-88abb81f-1057-413d-a628-c0a0d11df5d8 req-b4bc4168-5a51-42d8-ae12-f9b73102f9b8 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.0643487 Mar 08 14:01:54.182433 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-88abb81f-1057-413d-a628-c0a0d11df5d8 req-0e81ac0e-27c2-49b2-8070-81b6b9f75098 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Mar 08 14:01:54.783588 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:55.321659 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73afa3-49da-476a-9b5c-21cc640d2a2f req-1686956d-388f-4a14-b0e3-1f6071673893 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:55.323144 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8d73afa3-49da-476a-9b5c-21cc640d2a2f req-1686956d-388f-4a14-b0e3-1f6071673893 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.0615480 Mar 08 14:01:55.373581 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-8d73afa3-49da-476a-9b5c-21cc640d2a2f req-43c1267b-4681-49ad-9083-319a73ad4b05 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Mar 08 14:01:56.399414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:01:56.491781 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f03d8-297c-4436-bd6b-aec8d70d6f56 req-3d06da94-b1e1-4326-b59c-bcf7bee005b2 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:56.493298 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-348f03d8-297c-4436-bd6b-aec8d70d6f56 req-3d06da94-b1e1-4326-b59c-bcf7bee005b2 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.0521116 Mar 08 14:01:56.542417 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-348f03d8-297c-4436-bd6b-aec8d70d6f56 req-809265d7-c77d-49c2-a4a9-2a2722cb3357 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Mar 08 14:01:57.676428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211b91-b6b6-4ddb-b39e-27db5a92f78e req-65f4ff78-00ff-428a-89f7-7c123f6379f7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:57.677926 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-41211b91-b6b6-4ddb-b39e-27db5a92f78e req-65f4ff78-00ff-428a-89f7-7c123f6379f7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.0551429 Mar 08 14:01:57.735017 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-41211b91-b6b6-4ddb-b39e-27db5a92f78e req-bfc69f8c-b1e3-4017-bde0-c10154b1c092 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492110 Mar 08 14:01:58.867305 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d3d30-5861-4e38-8fe5-8f5a107fe3ba req-b25fa7fb-da29-48ff-806f-d6efe2ffa97e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:01:58.868765 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f56d3d30-5861-4e38-8fe5-8f5a107fe3ba req-b25fa7fb-da29-48ff-806f-d6efe2ffa97e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.0572240 Mar 08 14:01:58.916285 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-f56d3d30-5861-4e38-8fe5-8f5a107fe3ba req-31d03bae-e55e-4070-959b-16b7bdb20069 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Mar 08 14:02:00.060384 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3f435-d0db-48cf-bc30-0b728d1161f2 req-440714b1-9a22-4804-89a6-0e83fc02bca9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:00.061871 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-caf3f435-d0db-48cf-bc30-0b728d1161f2 req-440714b1-9a22-4804-89a6-0e83fc02bca9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 943 time: 0.0708194 Mar 08 14:02:00.121933 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-caf3f435-d0db-48cf-bc30-0b728d1161f2 req-9cac7ed1-6db9-4786-88f9-c54b91fda9ae tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518627 Mar 08 14:02:00.949433 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 074e55b9-ddb0-42c5-bae2-10d031b146a4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:02:01.049130 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 074e55b9-ddb0-42c5-bae2-10d031b146a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:02:01.059456 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'port_id': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'mac_address': 'fa:16:3e:01:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:02:01.100398 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 074e55b9-ddb0-42c5-bae2-10d031b146a4 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:02:01.100776 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:01.113389 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074e55b9-ddb0-42c5-bae2-10d031b146a4 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:02:01.133995 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 074e55b9-ddb0-42c5-bae2-10d031b146a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:02:01.139555 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:01.186608 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=074e55b9-ddb0-42c5-bae2-10d031b146a4,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:02:01.237008 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755e5e-1fe0-4277-92b1-4c6d6eb9f48d req-c02591b1-74dc-4e35-b6af-7424cc09876d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:01.238504 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cb755e5e-1fe0-4277-92b1-4c6d6eb9f48d req-c02591b1-74dc-4e35-b6af-7424cc09876d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 944 time: 0.0513079 Mar 08 14:02:01.286387 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-cb755e5e-1fe0-4277-92b1-4c6d6eb9f48d req-ec90f1f0-2a7f-4803-825f-e4530989afb2 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Mar 08 14:02:01.352552 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['074e55b9-ddb0-42c5-bae2-10d031b146a4'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:02:02.426385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf110566-d3a9-435e-9cbc-0e9bc17af07b req-693d7693-7c42-4907-ad2b-784bbb0e97b6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:02.427844 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bf110566-d3a9-435e-9cbc-0e9bc17af07b req-693d7693-7c42-4907-ad2b-784bbb0e97b6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 944 time: 0.0646887 Mar 08 14:02:02.481450 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-bf110566-d3a9-435e-9cbc-0e9bc17af07b req-d442fd82-5111-42aa-9e7c-24d75a37bef7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473678 Mar 08 14:02:02.966414 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 074e55b9-ddb0-42c5-bae2-10d031b146a4 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:02:03.021652 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 074e55b9-ddb0-42c5-bae2-10d031b146a4 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:02:03.025563 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 074e55b9-ddb0-42c5-bae2-10d031b146a4 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:02:03.025932 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:03.103644 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 074e55b9-ddb0-42c5-bae2-10d031b146a4 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:02:03.104024 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:03.127603 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:02:03.129919 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7c5c5-7733-4b5c-b996-2b4b8003fd38" -d '{"events": [{"server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "name": "network-vif-plugged", "status": "completed", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:02:03.141965 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 074e55b9-ddb0-42c5-bae2-10d031b146a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:02:03.147303 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:03.170172 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d014d2-4c74-446c-bfd7-830f888352f3 x-openstack-request-id: req-a7d014d2-4c74-446c-bfd7-830f888352f3 {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:02:03.170467 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "name": "network-vif-plugged", "status": "completed", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:02:03.170721 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7d014d2-4c74-446c-bfd7-830f888352f3 {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:02:03.171111 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'code': 200} Mar 08 14:02:03.198188 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=074e55b9-ddb0-42c5-bae2-10d031b146a4,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:02:03.407786 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853b2f-ff12-4fdd-86da-b3bd34d94d2d req-ba771d08-7d77-4ac7-860c-e74cfb3ea286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:03.409284 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-87853b2f-ff12-4fdd-86da-b3bd34d94d2d req-ba771d08-7d77-4ac7-860c-e74cfb3ea286 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1129 time: 0.0481315 Mar 08 14:02:03.453810 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-87853b2f-ff12-4fdd-86da-b3bd34d94d2d req-893e7bb4-d739-4ca9-85e3-67c723df6251 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 Mar 08 14:02:03.725748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463527b-b81e-43f6-8765-5ada8fad4ed8 req-e6b84c9a-b90c-42d8-895b-ff7f06c62310 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:03.727124 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6463527b-b81e-43f6-8765-5ada8fad4ed8 req-e6b84c9a-b90c-42d8-895b-ff7f06c62310 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 945 time: 0.1788096 Mar 08 14:02:03.775377 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6463527b-b81e-43f6-8765-5ada8fad4ed8 req-8905d598-5bd4-4f58-a75c-d4c2d451b95b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 Mar 08 14:02:04.918671 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a2ad-94d5-4c87-a172-f3553cefdd7d req-d4f3fb33-07bc-46af-92f6-f45fb5e86706 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:04.920143 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2152a2ad-94d5-4c87-a172-f3553cefdd7d req-d4f3fb33-07bc-46af-92f6-f45fb5e86706 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 945 time: 0.0632105 Mar 08 14:02:04.968045 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2152a2ad-94d5-4c87-a172-f3553cefdd7d req-4024a00a-84c2-48f9-a1d1-2d55bd211b30 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Mar 08 14:02:05.091076 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f6d-5fb1-43db-b706-59b4ad922299 req-9857788a-ffed-46c2-bd4b-10668c6e1818 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:05.092461 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-211d0f6d-5fb1-43db-b706-59b4ad922299 req-9857788a-ffed-46c2-bd4b-10668c6e1818 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 945 time: 0.0534244 Mar 08 14:02:05.146475 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-211d0f6d-5fb1-43db-b706-59b4ad922299 req-e3a08509-0c7e-4a60-81cc-3e1be022ac63 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463595 Mar 08 14:02:05.169375 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37900) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:02:05.315181 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4694b7-5e07-427a-b37b-847912819ed4 tempest-TestVolumeBootPattern-478870286 tempest-TestVolumeBootPattern-478870286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:05.316705 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1a4694b7-5e07-427a-b37b-847912819ed4 tempest-TestVolumeBootPattern-478870286 tempest-TestVolumeBootPattern-478870286-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1124 time: 0.1463814 Mar 08 14:02:05.319722 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 37904) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:02:05.323911 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'port_id': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:02:05.359245 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:05.455482 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:05.559115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Allocated IP 172.27.2.70 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:02:05.661070 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:05.697009 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:05.735751 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:02:05.738588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:02:05.742003 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:02:05.747385 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:02:06.106561 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (fb485638-e2ba-4f1a-9be5-096320c5e08f), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:06.188151 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:06.340255 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:06.347771 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:06.412399 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:02:06.425793 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (fb485638-e2ba-4f1a-9be5-096320c5e08f), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:06.526135 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Floating IP fb485638-e2ba-4f1a-9be5-096320c5e08f associated. External IP: 172.27.2.70, port: 074e55b9-ddb0-42c5-bae2-10d031b146a4. Mar 08 14:02:06.742518 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:02:06.857784 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:02:06.869475 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:02:06.877136 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:06.880522 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:02:06.881187 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:02:06.913723 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-0c7c382c-74f0-47dc-8975-e0da6a8819d9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5857153 Mar 08 14:02:06.913723 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:02:06.913723 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4002970-90f5-4b43-9b2c-3097104a0f83" -d '{"events": [{"name": "network-changed", "server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:02:06.946803 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2716df5-48b1-4744-9bca-83ace6b0d2fd x-openstack-request-id: req-f2716df5-48b1-4744-9bca-83ace6b0d2fd {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:02:06.947592 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:02:06.947776 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2716df5-48b1-4744-9bca-83ace6b0d2fd {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:02:06.948152 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'status': 'completed', 'code': 200} Mar 08 14:02:06.992198 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:02:07.023815 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-3e194bc5-dc5d-4093-8007-296ddfe19e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:07.025232 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-3e194bc5-dc5d-4093-8007-296ddfe19e3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1129 time: 0.0443041 Mar 08 14:02:07.115409 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-77a36277-8f8d-4f30-8636-5e6371d59290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:07.117014 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-77a36277-8f8d-4f30-8636-5e6371d59290 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0859938 Mar 08 14:02:07.194604 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-accf3f63-2306-4ab8-a91f-0350cf1ae380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 200 len: 998 time: 0.0707400 Mar 08 14:02:07.219512 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'fb485638-e2ba-4f1a-9be5-096320c5e08f', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:01:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:02:05Z', 'updated_at': '2022-03-08T14:02:05Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:02:07.246364 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-1fc5a0c2-d3aa-4922-ad28-918ce282fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:07.247864 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-1fc5a0c2-d3aa-4922-ad28-918ce282fce4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0468962 Mar 08 14:02:07.249471 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:02:07.258206 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:02:07.258797 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:01:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:02:07.297758 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-debc6a42-e879-4f46-95f7-a4d47fffb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:07.299217 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-debc6a42-e879-4f46-95f7-a4d47fffb0b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446584 Mar 08 14:02:07.352372 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:07.369482 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:02:07.391876 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-27e243d2-0e85-4c2f-82c9-3ded7b6a6158 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865231 Mar 08 14:02:07.600240 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'fb485638-e2ba-4f1a-9be5-096320c5e08f', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:01:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:02:05Z', 'updated_at': '2022-03-08T14:02:05Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:02:07.630011 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71538501-4bc7-4a16-9241-95b6bc2a0896 None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': 'fb485638-e2ba-4f1a-9be5-096320c5e08f', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:01:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:02:05Z', 'updated_at': '2022-03-08T14:02:05Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:02:07.756654 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d4002970-90f5-4b43-9b2c-3097104a0f83 req-2c9d27c0-0b25-44e0-9077-3b0211a8d805 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586624 Mar 08 14:02:07.840094 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f49fe8-9610-46f3-b5ad-2c579d49d40c None None] New status for floating IP fb485638-e2ba-4f1a-9be5-096320c5e08f: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:02:11.044317 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-2fee7ede-fa43-4e0a-8da2-7832e9be4a67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473845 Mar 08 14:02:11.133640 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-de62bbac-c8e8-4b3f-89bc-3ea472b28de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:11.135104 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-de62bbac-c8e8-4b3f-89bc-3ea472b28de8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1129 time: 0.0480947 Mar 08 14:02:11.243883 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-a7e45081-8342-47ea-94ae-5604bcde2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:11.245252 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-a7e45081-8342-47ea-94ae-5604bcde2365 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0851312 Mar 08 14:02:11.313802 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-ae4664dd-e77c-43e9-b44c-8c475f7a4fbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 200 len: 1000 time: 0.0613968 Mar 08 14:02:11.363339 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-1fafcd26-9437-45e1-bc7c-7e8b8070fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:11.364818 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-1fafcd26-9437-45e1-bc7c-7e8b8070fd46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0428176 Mar 08 14:02:11.414110 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-c3994de4-4902-4492-8aa9-eedf2604c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:02:11.415580 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-c3994de4-4902-4492-8aa9-eedf2604c759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446899 Mar 08 14:02:11.504624 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-f8155140-ca53-4f7d-9e4b-b7f2ebad602e service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Mar 08 14:02:11.597605 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f5f1be5e-ab1e-4b14-8ce8-3d315c080a0f req-dec5ac65-2890-40c0-b309-5f23aa440a67 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Mar 08 14:02:16.114970 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:02:20.045923 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-de54de47-7b6e-4441-914e-41dc9b251d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:22.193367 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-673b4cd4-e07b-402a-81dd-946b2d6dee3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:23.282512 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:24.777438 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:26.395752 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:37.381472 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:50.044567 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-039b6ac9-3c4e-469a-8bc5-3415d0785b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:52.186556 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-cb00f231-4e57-4122-bb13-f56d1f47f2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:53.119066 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:02:53.293912 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:54.782322 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:02:56.391406 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:07.384595 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:11.090289 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-03d3d2c4-355c-4eb4-a9f9-e7ca36faa48e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928204 Mar 08 14:03:11.177198 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-4c66e273-3ab1-46f8-b9cd-54fe1dd5d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:03:11.178700 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-4c66e273-3ab1-46f8-b9cd-54fe1dd5d6a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 1129 time: 0.0437150 Mar 08 14:03:11.297811 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-0fa1259c-8f22-425e-86dd-4347adf431c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:03:11.299196 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-0fa1259c-8f22-425e-86dd-4347adf431c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0980816 Mar 08 14:03:11.364225 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-876ad989-129a-4151-8852-dcceda6a22a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 200 len: 1000 time: 0.0587940 Mar 08 14:03:11.412698 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-3a9d82a4-3372-4938-a032-befa3b6bbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:03:11.414152 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-3a9d82a4-3372-4938-a032-befa3b6bbf7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0439117 Mar 08 14:03:11.465580 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-c7cec930-97ce-458a-9052-72ffdb6ed596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:03:11.467054 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-c7cec930-97ce-458a-9052-72ffdb6ed596 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472825 Mar 08 14:03:11.477401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-05bb5ea4-1381-408c-97bb-59a43846281a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:03:11.478384 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-05bb5ea4-1381-408c-97bb-59a43846281a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053337 Mar 08 14:03:11.568658 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-fa360595-a6b8-4155-aab2-f4c2ac70c4c1 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840099 Mar 08 14:03:11.659449 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-23d6bc76-2ed5-48da-aebf-d8862342ffff req-5e0afb83-6d0b-4199-a60f-a6ee1fdd714b service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846319 Mar 08 14:03:20.048911 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-82d7b08d-ba06-4b19-bd22-9b626b305dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:22.192398 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-f94fbf11-bb67-4f2d-9461-35693cae7491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:23.298793 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:24.786054 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:26.392261 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:30.123822 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:03:37.397967 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:50.049600 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-b808627e-7079-4f6b-af59-1ffef1a4944d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:52.183059 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c5548be7-ecd3-403f-9de5-9cf5e0eb853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:53.304635 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:54.789979 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:03:56.393861 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:02.249025 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd047987-9ace-4a90-add3-da3df543f54a req-f32aa677-2c9d-4bb3-97a7-9edc08c238b4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:02.250554 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fd047987-9ace-4a90-add3-da3df543f54a req-f32aa677-2c9d-4bb3-97a7-9edc08c238b4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 945 time: 0.1152496 Mar 08 14:04:02.303582 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-fd047987-9ace-4a90-add3-da3df543f54a req-5bf4d313-716d-430b-a2fd-8722838aeef2 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454426 Mar 08 14:04:03.435057 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370c84-1c10-41d9-8dea-81ce408d6c89 req-c5c93853-f8f6-4b77-acb0-d4141129b572 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:03.436558 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-90370c84-1c10-41d9-8dea-81ce408d6c89 req-c5c93853-f8f6-4b77-acb0-d4141129b572 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 945 time: 0.0573521 Mar 08 14:04:03.487060 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-90370c84-1c10-41d9-8dea-81ce408d6c89 req-b3128914-ea72-4db4-a58b-6a4c5da53548 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446875 Mar 08 14:04:03.682985 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c452-2497-4333-a938-78bc976f302c req-c2719a58-c517-4517-ac1c-d38c4cdab0e5 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:03.684428 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d8b4c452-2497-4333-a938-78bc976f302c req-c2719a58-c517-4517-ac1c-d38c4cdab0e5 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 945 time: 0.0565827 Mar 08 14:04:03.784872 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Deleting port 074e55b9-ddb0-42c5-bae2-10d031b146a4 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:04:03.785221 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:03.876428 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] For port 074e55b9-ddb0-42c5-bae2-10d031b146a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=074e55b9-ddb0-42c5-bae2-10d031b146a4,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:04:03.876878 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:04.055236 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:04.055456 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (fb485638-e2ba-4f1a-9be5-096320c5e08f), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:04.055792 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.db.l3_db [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Floating IP fb485638-e2ba-4f1a-9be5-096320c5e08f disassociated. External IP: 172.27.2.70, port: 074e55b9-ddb0-42c5-bae2-10d031b146a4. Mar 08 14:04:04.056126 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Calling delete_port for 074e55b9-ddb0-42c5-bae2-10d031b146a4 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:04:04.190416 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (074e55b9-ddb0-42c5-bae2-10d031b146a4), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:04.224744 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'Port': ['ID=074e55b9-ddb0-42c5-bae2-10d031b146a4,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:04.235108 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.235458 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.235800 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.236124 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.236454 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.236781 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.237104 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.237454 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.237764 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.238086 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.238426 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.238746 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.239085 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:04.348968 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:04:04.463946 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:04:04.474501 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:04:04.486126 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:04:04.486752 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:03:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:04.505487 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] No DVR routers for this DVR port 074e55b9-ddb0-42c5-bae2-10d031b146a4 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:04:04.508053 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:04.511453 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-d8b4c452-2497-4333-a938-78bc976f302c req-23bc65bb-74c5-4612-aa02-dcc161dd4143 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "DELETE /v2.0/ports/074e55b9-ddb0-42c5-bae2-10d031b146a4 HTTP/1.1" status: 204 len: 173 time: 0.8215339 Mar 08 14:04:04.511858 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'name': 'network-vif-deleted', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:04:04.514249 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381cc6ee-5421-4efb-93ae-c9e316eeba03" -d '{"events": [{"server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "name": "network-vif-deleted", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:04:04.595590 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:04:04.599306 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-e3dd6e08-6a81-49e0-84c6-7ec9bd926943 req-1060360c-644b-4f10-9713-e716d6eded98 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e01d355-e3c5-4f8f-b867-07e225ae1f28 HTTP/1.1" status: 200 len: 210 time: 0.0364003 Mar 08 14:04:04.657435 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d1dbf-4d72-4c20-8d25-e67b77df2e70 x-openstack-request-id: req-3e0d1dbf-4d72-4c20-8d25-e67b77df2e70 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:04:04.657989 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e01d355-e3c5-4f8f-b867-07e225ae1f28", "name": "network-vif-deleted", "tag": "074e55b9-ddb0-42c5-bae2-10d031b146a4", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:04:04.658245 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e0d1dbf-4d72-4c20-8d25-e67b77df2e70 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:04:04.658654 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01d355-e3c5-4f8f-b867-07e225ae1f28', 'name': 'network-vif-deleted', 'tag': '074e55b9-ddb0-42c5-bae2-10d031b146a4', 'status': 'completed', 'code': 200} Mar 08 14:04:04.893635 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:04.920097 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:04:04.928484 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:04:04.929086 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:03:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:05.036337 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:04:05.239056 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:05.265544 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be234da-c04a-45dd-a077-abe43e83112c None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:04:05.491935 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05add454-c4bf-4cd5-b7ee-2a6590d1d9c3 None None] New status for floating IP fb485638-e2ba-4f1a-9be5-096320c5e08f: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:04:05.703637 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 074e55b9-ddb0-42c5-bae2-10d031b146a4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:04:05.726185 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 074e55b9-ddb0-42c5-bae2-10d031b146a4 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:04:05.726530 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 074e55b9-ddb0-42c5-bae2-10d031b146a4 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:04:05.822785 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-811079c2-6c24-4bb6-b9ef-45ba5ddc45f4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056901683&fields=id&tenant_id=f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 267 time: 0.0448148 Mar 08 14:04:05.930942 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-06f90e15-6116-43cc-90ae-21770d8c8c49 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:05.932406 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-06f90e15-6116-43cc-90ae-21770d8c8c49 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 811 time: 0.1031141 Mar 08 14:04:05.948931 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-d878c422-d1ea-4296-9f53-6f53828da2d0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/quotas/f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 375 time: 0.0091822 Mar 08 14:04:06.007475 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-3230f03d-d442-43b4-a62c-e979cfed5ba3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506649 Mar 08 14:04:06.069845 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-e4b3eca2-069b-4274-bca0-3af4aea2e1d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:04:06.070844 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-e4b3eca2-069b-4274-bca0-3af4aea2e1d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497153 Mar 08 14:04:06.164383 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-ca69590d-a4e1-4391-b0fd-5c1e2be2df62 service neutron] 10.222.0.18 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876329 Mar 08 14:04:06.258068 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-75086a74-c70f-4eac-8d1d-946d124d819d service neutron] 10.222.0.18 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Mar 08 14:04:06.569761 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-ff614bac-7483-47c2-a51b-c2467c43d5ab req-1c3f4739-93b7-436e-a606-0a55542cc8e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 210 time: 0.0300741 Mar 08 14:04:07.122410 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:04:07.395722 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:07.616298 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-4eb88201-9846-4f09-adc4-647f8f030024 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:07.617824 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-4eb88201-9846-4f09-adc4-647f8f030024 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 811 time: 0.1092091 Mar 08 14:04:07.668775 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0d0a188d-7aeb-48c4-9e25-cec26d98ea85 req-e50d3214-2e6d-4818-a0bf-24b6f5b29b9d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 210 time: 0.0298676 Mar 08 14:04:07.704077 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-aade8c68-2e77-42a3-84e2-dd6e8d91e350 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 380 time: 0.0786023 Mar 08 14:04:07.712326 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'port': {'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'admin_state_up': True, 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'security_groups': ['fcbef27d-7243-4f53-a2f6-d650bff7c9e7']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:04:07.838556 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Made reservation on behalf of f1b44df5d14a42e9a7fac13e1e908b53 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:04:07.842285 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:07.968358 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Allocated IP 172.20.0.14 (8def9d5c-8df9-4647-9964-29437f68d487/4ee54d8e-c1ef-40a2-ac8b-d3a200199873/43b60f03-c294-4ac0-9cd0-72a1950ee284) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:04:08.117744 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.154688 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.198179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Network 8def9d5c-8df9-4647-9964-29437f68d487 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:04:08.201107 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:04:08.204691 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:04:08.211090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=43b60f03-c294-4ac0-9cd0-72a1950ee284,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:08.260870 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:08.261501 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.280640 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6d4e25d1-d1a5-4a6c-8ffd-a79a5f6d1968 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718765 Mar 08 14:04:08.291797 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Request body: {'port': {'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:04:08.351793 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.448369 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-92af504d-c38c-4e8d-9743-1aa4cfd62d9d None None] Provisioning complete for port 43b60f03-c294-4ac0-9cd0-72a1950ee284 triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:04:08.448949 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-92af504d-c38c-4e8d-9743-1aa4cfd62d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.489070 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-92af504d-c38c-4e8d-9743-1aa4cfd62d9d None None] Port 43b60f03-c294-4ac0-9cd0-72a1950ee284 cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:04:08.615027 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b60f03-c294-4ac0-9cd0-72a1950ee284 {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:04:08.622745 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Publish callbacks [] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.635395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Transition to ACTIVE for port object 43b60f03-c294-4ac0-9cd0-72a1950ee284 will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:04:08.641963 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.690917 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Pushing event updated for resources: {'Port': ['ID=43b60f03-c294-4ac0-9cd0-72a1950ee284,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:08.763982 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Attempting to bind port 43b60f03-c294-4ac0-9cd0-72a1950ee284 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:04:08.764312 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Attempting to bind port 43b60f03-c294-4ac0-9cd0-72a1950ee284 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:04:08.764636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Attempting to bind port 43b60f03-c294-4ac0-9cd0-72a1950ee284 on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:04:08.770554 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Port 43b60f03-c294-4ac0-9cd0-72a1950ee284 on network 8def9d5c-8df9-4647-9964-29437f68d487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:04:08.770948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Attempting to bind port 43b60f03-c294-4ac0-9cd0-72a1950ee284 on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:04:08.776433 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:04:08.776845 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Checking segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:04:08.777295 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Bound using segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:04:08.777831 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Bound port: 43b60f03-c294-4ac0-9cd0-72a1950ee284, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:04:08.778196 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.797459 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b29b6-e43b-4f4a-aae2-fbaa354c3853 req-58296bd2-88f2-429b-a4da-4c867872eac7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:08.799002 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-767b29b6-e43b-4f4a-aae2-fbaa354c3853 req-58296bd2-88f2-429b-a4da-4c867872eac7 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 944 time: 0.0534880 Mar 08 14:04:08.853609 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] For port 43b60f03-c294-4ac0-9cd0-72a1950ee284, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:04:08.856812 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] For port 43b60f03-c294-4ac0-9cd0-72a1950ee284, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:04:08.857907 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-767b29b6-e43b-4f4a-aae2-fbaa354c3853 req-ff6f2145-663e-4f17-ad14-b5445037c408 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525904 Mar 08 14:04:08.864825 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.901052 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:08.901710 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:08.903128 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] 10.222.0.32 "PUT /v2.0/ports/43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 1094 time: 0.6157563 Mar 08 14:04:08.903567 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:04:08.905883 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec09217d-4570-4564-aab5-f615af6b4804" -d '{"events": [{"name": "network-changed", "server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:04:08.934756 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59dc8-eec7-4ac8-b5e1-c0517d58b842 service neutron] Pushing event updated for resources: {'Port': ['ID=43b60f03-c294-4ac0-9cd0-72a1950ee284,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:08.957989 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fca05b-25a0-40c9-86e2-17afe25ada37 x-openstack-request-id: req-13fca05b-25a0-40c9-86e2-17afe25ada37 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:04:08.958280 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:04:08.958537 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13fca05b-25a0-40c9-86e2-17afe25ada37 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:04:08.958939 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'status': 'completed', 'code': 200} Mar 08 14:04:08.993588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-9fb2947d-66a9-41e9-9814-72f2b535fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:08.995220 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-9fb2947d-66a9-41e9-9814-72f2b535fece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1128 time: 0.0489736 Mar 08 14:04:09.041679 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-5856ce7c-7cbe-4c20-85ee-da5b2da1a8a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 217 time: 0.0391674 Mar 08 14:04:09.089948 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-4f153195-2a55-4457-a2d9-537a20f81628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.091437 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-4f153195-2a55-4457-a2d9-537a20f81628 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0444102 Mar 08 14:04:09.142816 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2883-d5af-4b7a-9348-46135f19494f req-210c1c72-cc55-42e4-9f22-c9383ed94113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.144467 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-210c1c72-cc55-42e4-9f22-c9383ed94113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456765 Mar 08 14:04:09.239738 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-6c76f5b9-8a46-4c62-8e65-03d43b4d7593 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891869 Mar 08 14:04:09.329687 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e03c2883-d5af-4b7a-9348-46135f19494f req-5594c356-6d2f-45fe-afe2-393e4f38ef7f service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Mar 08 14:04:09.429537 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09217d-4570-4564-aab5-f615af6b4804 req-309aa221-3abd-4920-9131-3f80e73457f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.431078 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-309aa221-3abd-4920-9131-3f80e73457f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1128 time: 0.0460007 Mar 08 14:04:09.534102 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09217d-4570-4564-aab5-f615af6b4804 req-8e822145-0a54-44c0-9aa6-2399aa93f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.535579 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-8e822145-0a54-44c0-9aa6-2399aa93f625 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0959249 Mar 08 14:04:09.575413 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-31ebf5cc-730a-4700-aec8-6eef7ce81bc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 217 time: 0.0332589 Mar 08 14:04:09.632897 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09217d-4570-4564-aab5-f615af6b4804 req-1c461cac-a213-4079-996b-9f7532be19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.635212 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-1c461cac-a213-4079-996b-9f7532be19d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0539505 Mar 08 14:04:09.686771 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09217d-4570-4564-aab5-f615af6b4804 req-13f8e7d8-357d-4824-9ef9-4e222f61c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.688323 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-13f8e7d8-357d-4824-9ef9-4e222f61c05d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463448 Mar 08 14:04:09.791995 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-1efed8af-a7ee-4b9b-a400-9b681a3763c5 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969193 Mar 08 14:04:09.886655 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-ec09217d-4570-4564-aab5-f615af6b4804 req-63f421f6-36d6-45e1-bd9c-dbaac0d27582 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875566 Mar 08 14:04:09.978324 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42580fa6-bdc3-43e3-9241-438568deae21 req-103c47d7-689b-40d1-9603-32b592e96613 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:09.979818 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-42580fa6-bdc3-43e3-9241-438568deae21 req-103c47d7-689b-40d1-9603-32b592e96613 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 944 time: 0.0551805 Mar 08 14:04:10.030696 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-42580fa6-bdc3-43e3-9241-438568deae21 req-4c845ff3-0802-46e3-a81b-44cb6a0ef33c tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443039 Mar 08 14:04:11.160902 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d4781-b279-40d2-a09f-34bc4be2303f req-a10c3605-172d-4b17-bd98-59528e00f676 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:11.162413 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-079d4781-b279-40d2-a09f-34bc4be2303f req-a10c3605-172d-4b17-bd98-59528e00f676 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 944 time: 0.0553005 Mar 08 14:04:11.217730 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-079d4781-b279-40d2-a09f-34bc4be2303f req-5b368bd5-eb79-4ece-baf1-a8de5f7d48f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 Mar 08 14:04:12.361928 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad80947-fb9a-4ef4-b1f9-a24d00b339be req-1d009be5-ec6d-4d3a-8b5b-113a18c77564 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:12.363883 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0ad80947-fb9a-4ef4-b1f9-a24d00b339be req-1d009be5-ec6d-4d3a-8b5b-113a18c77564 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 944 time: 0.0662611 Mar 08 14:04:12.419741 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0ad80947-fb9a-4ef4-b1f9-a24d00b339be req-059d80c2-503e-4581-a9e1-62c31af4a349 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478776 Mar 08 14:04:13.800033 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248741f3-8826-4998-a9d4-e2393acfe03f req-2b80d46f-6735-4081-99c1-a1ef50ea68f9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:13.801408 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-248741f3-8826-4998-a9d4-e2393acfe03f req-2b80d46f-6735-4081-99c1-a1ef50ea68f9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 944 time: 0.3145971 Mar 08 14:04:13.852822 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-248741f3-8826-4998-a9d4-e2393acfe03f req-d37d8e29-5004-4cc0-b5dd-8a69604be910 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 Mar 08 14:04:14.985385 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7241f-4f16-4c0a-a58f-78eea1388e98 req-fcc8b26e-4ca0-48da-9c31-dbfea5195450 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:14.986860 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-34a7241f-4f16-4c0a-a58f-78eea1388e98 req-fcc8b26e-4ca0-48da-9c31-dbfea5195450 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 944 time: 0.0573773 Mar 08 14:04:15.038567 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-34a7241f-4f16-4c0a-a58f-78eea1388e98 req-2c89f3f2-cf44-4004-8cc6-b36bee6f5e32 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 Mar 08 14:04:15.717301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 43b60f03-c294-4ac0-9cd0-72a1950ee284 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:04:15.823789 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 43b60f03-c294-4ac0-9cd0-72a1950ee284, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:04:15.834691 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:04:15.872261 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 43b60f03-c294-4ac0-9cd0-72a1950ee284 is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:04:15.872642 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:15.886342 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b60f03-c294-4ac0-9cd0-72a1950ee284 {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:04:15.911090 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 43b60f03-c294-4ac0-9cd0-72a1950ee284, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:04:15.916431 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:15.976675 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=43b60f03-c294-4ac0-9cd0-72a1950ee284,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:15.985223 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.985610 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.985950 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.986280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.986644 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.987000 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.987325 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.987643 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.987960 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.988280 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.988581 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.988892 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:15.989204 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:16.137603 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['43b60f03-c294-4ac0-9cd0-72a1950ee284'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:04:16.170596 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20dce9-0d56-4f29-b846-8c96760db070 req-cdc8feb6-8ff6-4bd4-a25a-c2f3b16fd2e8 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:16.172563 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0f20dce9-0d56-4f29-b846-8c96760db070 req-cdc8feb6-8ff6-4bd4-a25a-c2f3b16fd2e8 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 945 time: 0.0581415 Mar 08 14:04:16.221371 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0f20dce9-0d56-4f29-b846-8c96760db070 req-f7b80f7c-964a-483e-b97b-48494174320f tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Mar 08 14:04:17.358839 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6226b-9490-4079-8efa-b0b945ab482c req-51e7381b-64cb-4b63-851b-7150d777f95d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:17.360273 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c8f6226b-9490-4079-8efa-b0b945ab482c req-51e7381b-64cb-4b63-851b-7150d777f95d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 945 time: 0.0571282 Mar 08 14:04:17.411478 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-c8f6226b-9490-4079-8efa-b0b945ab482c req-426ee492-1f89-4cd1-b0be-de10c77438ca tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Mar 08 14:04:17.718356 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 43b60f03-c294-4ac0-9cd0-72a1950ee284 up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:04:17.778671 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 43b60f03-c294-4ac0-9cd0-72a1950ee284 completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:04:17.782998 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 43b60f03-c294-4ac0-9cd0-72a1950ee284 triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:04:17.783401 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:17.863219 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 43b60f03-c294-4ac0-9cd0-72a1950ee284 is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:04:17.863655 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:17.889984 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:04:17.892222 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16be0e2-5cb6-4091-a8c1-bf195b01be2a" -d '{"events": [{"server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "name": "network-vif-plugged", "status": "completed", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:04:17.904698 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 43b60f03-c294-4ac0-9cd0-72a1950ee284, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:04:17.910830 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:17.958307 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=43b60f03-c294-4ac0-9cd0-72a1950ee284,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:17.984478 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cbfb81-c6a8-4c24-b3b7-a601e5c6917b x-openstack-request-id: req-d8cbfb81-c6a8-4c24-b3b7-a601e5c6917b {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:04:17.984773 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "name": "network-vif-plugged", "status": "completed", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:04:17.985033 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8cbfb81-c6a8-4c24-b3b7-a601e5c6917b {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:04:17.985530 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'code': 200} Mar 08 14:04:18.202090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ebc7b-70f6-48ea-ab36-7c8caf16790d req-0bf9588d-1ea9-4354-a89a-7e1b3090f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:18.203585 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fa4ebc7b-70f6-48ea-ab36-7c8caf16790d req-0bf9588d-1ea9-4354-a89a-7e1b3090f130 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1130 time: 0.0519886 Mar 08 14:04:18.248820 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-fa4ebc7b-70f6-48ea-ab36-7c8caf16790d req-b042b4ce-c2d5-427b-8f27-8a5b184f18c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Mar 08 14:04:18.537861 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670eb2-d41e-4e78-a100-436093dbbe63 req-9e0cfe2e-14e1-4638-8b79-09dede60b3da tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:18.539299 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-de670eb2-d41e-4e78-a100-436093dbbe63 req-9e0cfe2e-14e1-4638-8b79-09dede60b3da tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 946 time: 0.0523279 Mar 08 14:04:18.586173 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-de670eb2-d41e-4e78-a100-436093dbbe63 req-93a66b95-53d1-4b32-a253-2f1bdec2a28c tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Mar 08 14:04:19.722740 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab421e2-f49b-42de-99fc-baab48263ba2 req-bf8e1b88-9830-498d-b277-22ba7db5b867 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:19.724245 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4ab421e2-f49b-42de-99fc-baab48263ba2 req-bf8e1b88-9830-498d-b277-22ba7db5b867 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 946 time: 0.0619357 Mar 08 14:04:19.774324 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-4ab421e2-f49b-42de-99fc-baab48263ba2 req-53ab606b-2356-4766-ae32-cef794f406df tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Mar 08 14:04:19.896071 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf963c-26e6-4a7c-9ad6-2bd157fed5d4 req-e239f0fc-acb6-4d4a-82d1-f2a2af2bafd8 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:19.897556 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-caaf963c-26e6-4a7c-9ad6-2bd157fed5d4 req-e239f0fc-acb6-4d4a-82d1-f2a2af2bafd8 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 946 time: 0.0577981 Mar 08 14:04:19.948884 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-caaf963c-26e6-4a7c-9ad6-2bd157fed5d4 req-5956f373-d355-4899-b7ab-372414740830 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Mar 08 14:04:19.971284 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38028) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:04:20.014317 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543a8c6-680f-4890-a293-739cbd42f9ba tempest-TestVolumeBootPattern-478870286 tempest-TestVolumeBootPattern-478870286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:20.015860 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-1543a8c6-680f-4890-a293-739cbd42f9ba tempest-TestVolumeBootPattern-478870286 tempest-TestVolumeBootPattern-478870286-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1125 time: 0.0436347 Mar 08 14:04:20.018930 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38030) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:04:20.023314 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:04:20.043677 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-472a1b17-8f37-4b93-8379-bf98b5088ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:20.045956 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:20.145093 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:20.252479 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Allocated IP 172.27.2.242 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/396b3792-1384-49c9-94aa-396109f1a251) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:04:20.350399 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (396b3792-1384-49c9-94aa-396109f1a251), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:20.392585 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (396b3792-1384-49c9-94aa-396109f1a251), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:20.435617 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:04:20.438463 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:04:20.442012 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:04:20.447420 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=396b3792-1384-49c9-94aa-396109f1a251,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:20.475871 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.476220 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.476566 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.476900 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.477229 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.477881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.478243 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.478566 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.478881 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.479206 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.479528 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.479843 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.480160 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:04:20.810278 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (9a126778-e95f-4033-add3-2b4d135d7b64), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:20.882328 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (396b3792-1384-49c9-94aa-396109f1a251), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:21.028613 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (396b3792-1384-49c9-94aa-396109f1a251), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:21.036055 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (396b3792-1384-49c9-94aa-396109f1a251), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:21.102112 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=396b3792-1384-49c9-94aa-396109f1a251,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:04:21.112965 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (9a126778-e95f-4033-add3-2b4d135d7b64), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:21.212915 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Floating IP 9a126778-e95f-4033-add3-2b4d135d7b64 associated. External IP: 172.27.2.242, port: 43b60f03-c294-4ac0-9cd0-72a1950ee284. Mar 08 14:04:21.434161 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:04:21.554684 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:04:21.565250 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:04:21.574159 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:21.576035 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:04:21.576634 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:03:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:21.603121 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-0ef6014d-ecad-4985-b5d2-0c2df3ae4b94 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5827839 Mar 08 14:04:21.603699 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:04:21.605981 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657b1245-c28c-4ad2-ab64-fac9e47c5efb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:04:21.693812 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:04:21.694219 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c98a6-4df8-4afb-a0ce-52e576aa7da1 x-openstack-request-id: req-2b8c98a6-4df8-4afb-a0ce-52e576aa7da1 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:04:21.694534 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:04:21.694786 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b8c98a6-4df8-4afb-a0ce-52e576aa7da1 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:04:21.695188 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'status': 'completed', 'code': 200} Mar 08 14:04:21.773560 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-895d9d7b-25e9-48c5-9d7e-42f0c7f2a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:21.775105 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-895d9d7b-25e9-48c5-9d7e-42f0c7f2a6f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1130 time: 0.0484741 Mar 08 14:04:21.865254 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-5bc95ffe-3cf4-4cc4-a9a1-1b01583c267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:21.866897 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-5bc95ffe-3cf4-4cc4-a9a1-1b01583c267d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0856109 Mar 08 14:04:21.922144 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:20Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:21.937119 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-74236774-0ed3-4be4-8a00-c99541be91d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 1000 time: 0.0639329 Mar 08 14:04:21.949692 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:04:21.958313 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:04:21.958919 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:03:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:21.987214 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-7777e9fe-d9c6-4119-9bfe-b5f2af6f0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:21.988811 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-7777e9fe-d9c6-4119-9bfe-b5f2af6f0671 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0464544 Mar 08 14:04:22.035366 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-144102ce-1deb-48f7-b719-b26193e911c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:04:22.036925 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-144102ce-1deb-48f7-b719-b26193e911c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428171 Mar 08 14:04:22.067639 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:04:22.127630 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-867b4189-55c2-44cd-bbc8-f2ac92568e78 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849545 Mar 08 14:04:22.177596 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9930a824-2941-494f-bf59-c294317e02a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:22.215792 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-657b1245-c28c-4ad2-ab64-fac9e47c5efb req-9729b82a-2e26-488d-9249-984e07bc8361 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825818 Mar 08 14:04:22.293255 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:20Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:04:22.319740 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557af698-caeb-4d48-a7c7-bc58ed2bdefc None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:20Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:04:22.516303 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9481aaec-449f-49a7-84a3-dfcd0f744753 None None] New status for floating IP 9a126778-e95f-4033-add3-2b4d135d7b64: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:04:23.305019 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:24.797033 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:26.398573 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:37.403157 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:44.127551 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:04:50.052986 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6c607e96-aa02-4461-9276-73dfdcd2d359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:52.188999 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c846286b-3fc2-463f-aa9e-dc97da2a62d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:53.303257 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:54.799267 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:04:56.406323 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:07.417322 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:13.054330 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-7834c9fd-beab-456a-b055-8235aa83ab83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585496 Mar 08 14:05:13.153900 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-148187c4-3301-450c-a858-83d35a5a9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:05:13.155416 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-148187c4-3301-450c-a858-83d35a5a9d27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1130 time: 0.0447211 Mar 08 14:05:13.257994 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-a4f661ac-ea41-4c34-ab67-00af8c6f2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:05:13.259451 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-a4f661ac-ea41-4c34-ab67-00af8c6f2001 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0834055 Mar 08 14:05:13.326809 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-c05f3ce9-e98a-4d73-b237-0bdb01555772 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 1002 time: 0.0598626 Mar 08 14:05:13.375893 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-18681d24-9fef-4b65-a5ef-2d6647e80aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:05:13.377379 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-18681d24-9fef-4b65-a5ef-2d6647e80aa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0440545 Mar 08 14:05:13.425472 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-155ff8f7-f535-4949-9068-6239b199cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:05:13.426972 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-155ff8f7-f535-4949-9068-6239b199cc77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439861 Mar 08 14:05:13.518812 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-605d4f60-9dc9-40d2-ba8b-3f741945cb70 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860271 Mar 08 14:05:13.610713 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-aa4dfeb9-632b-461f-abd4-6400ac7a197b req-4a01fbfe-e0bd-4ae1-8710-1f92d7e2a7bb service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858455 Mar 08 14:05:20.048950 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-5add6e51-36c2-4d44-8c6b-908a81b4d155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:21.130720 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:05:22.183999 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-efd1f6f1-ca01-4117-bc3c-871c568aca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:23.316273 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:24.803377 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:26.393825 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:37.417198 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:50.049204 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-9e582aba-e7ac-4a6c-b197-d8245cc70a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:52.192810 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a192-662b-498e-8f37-5314349e986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:53.318430 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:54.801870 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:56.392701 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:05:58.129814 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:05:58.767815 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-14422d3a-b31c-44d3-a521-6ee636a0ff1c tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056901683&fields=id&tenant_id=f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 267 time: 0.0450046 Mar 08 14:05:58.876631 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-bf914b03-6ec0-44df-b248-15a1b951c2cb tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:05:58.878117 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-bf914b03-6ec0-44df-b248-15a1b951c2cb tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 811 time: 0.1039109 Mar 08 14:05:58.895197 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-4a889b36-3f45-47cf-a2e6-7c38f6820acf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/quotas/f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 375 time: 0.0092728 Mar 08 14:05:58.951869 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-1bf538ba-1e9b-492b-8082-7cd2344e7592 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513711 Mar 08 14:05:58.967142 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-81236217-4e12-489a-8c49-cdcff02a411a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=114663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:05:58.968118 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-81236217-4e12-489a-8c49-cdcff02a411a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050094 Mar 08 14:05:59.057507 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-9321ef98-1268-4c71-be08-8cad1c3e72f0 service neutron] 10.222.0.18 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840962 Mar 08 14:05:59.162654 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-e099f67a-0d6d-4013-8c00-99f5a80bf346 service neutron] 10.222.0.18 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972683 Mar 08 14:05:59.480596 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-e6ee02f0-ec6a-4dd5-96bb-60e861f22d7a req-bb5967a1-52f2-4e61-acac-09674ceb887b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 210 time: 0.0327120 Mar 08 14:06:00.492874 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-02f6717a-4b96-4a09-8a08-7ef5ec5bcc2f tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:00.494488 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-02f6717a-4b96-4a09-8a08-7ef5ec5bcc2f tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 811 time: 0.1029143 Mar 08 14:06:00.561294 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-f2357fc8-b063-4428-854b-71246810ff17 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b44df5d14a42e9a7fac13e1e908b53 HTTP/1.1" status: 200 len: 380 time: 0.0579681 Mar 08 14:06:00.570515 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'port': {'device_id': 'acd50186-943c-49d3-a644-0c6045e3a565', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'admin_state_up': True, 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'security_groups': ['fcbef27d-7243-4f53-a2f6-d650bff7c9e7']}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:06:00.577587 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-361b5051-fa83-40ae-82ac-f60943325272 req-ef0eba38-e0d9-419c-9db7-95def299021a tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Mar 08 14:06:00.680410 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Made reservation on behalf of f1b44df5d14a42e9a7fac13e1e908b53 for: {'port': 1} {{(pid=114662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:06:00.683826 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:00.809451 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.db_base_plugin_common [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Allocated IP 172.20.0.3 (8def9d5c-8df9-4647-9964-29437f68d487/4ee54d8e-c1ef-40a2-ac8b-d3a200199873/6f018de5-eb91-4442-b944-692047d72dba) {{(pid=114662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:06:00.947380 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (6f018de5-eb91-4442-b944-692047d72dba), precommit_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:00.981531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (6f018de5-eb91-4442-b944-692047d72dba), after_create {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.029500 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Network 8def9d5c-8df9-4647-9964-29437f68d487 is already hosted by enough agents. {{(pid=114662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:06:01.032435 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.base_scheduler [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Resources bound (agent type, host, resource id): {{(pid=114662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:06:01.036157 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Received port after_create {{(pid=114662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:06:01.042739 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=6f018de5-eb91-4442-b944-692047d72dba,revision_number=1']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:01.072399 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.072776 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.073119 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.073774 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.073774 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.074122 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.074450 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.074783 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.075099 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.075421 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.075742 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.076062 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.076366 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:01.102264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:01.103185 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.120459 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-c9960666-557e-4527-b560-2e41dfba23e3 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539131 Mar 08 14:06:01.131905 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.v2.base [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Request body: {'port': {'device_id': 'acd50186-943c-49d3-a644-0c6045e3a565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=114662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:06:01.191645 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6f018de5-eb91-4442-b944-692047d72dba), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.252892 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-6a4f6ac7-4523-470c-ac12-c5c4b7610790 None None] Provisioning complete for port 6f018de5-eb91-4442-b944-692047d72dba triggered by entity DHCP. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:06:01.253594 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6ac7-4523-470c-ac12-c5c4b7610790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (6f018de5-eb91-4442-b944-692047d72dba), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.290087 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f6ac7-4523-470c-ac12-c5c4b7610790 None None] Port 6f018de5-eb91-4442-b944-692047d72dba cannot update to ACTIVE because it is not bound. {{(pid=114664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:06:01.460205 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f018de5-eb91-4442-b944-692047d72dba {{(pid=114662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:06:01.467670 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Publish callbacks [] for port (6f018de5-eb91-4442-b944-692047d72dba), precommit_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.480063 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.provisioning_blocks [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Transition to ACTIVE for port object 6f018de5-eb91-4442-b944-692047d72dba will not be triggered until provisioned by entity L2. {{(pid=114662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:06:01.485655 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (6f018de5-eb91-4442-b944-692047d72dba), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.540443 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Pushing event updated for resources: {'Port': ['ID=6f018de5-eb91-4442-b944-692047d72dba,revision_number=2']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:01.609607 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Attempting to bind port 6f018de5-eb91-4442-b944-692047d72dba on host hv-cinder-83009 for vnic_type normal with profile {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:06:01.610020 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Attempting to bind port 6f018de5-eb91-4442-b944-692047d72dba by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:06:01.610401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Attempting to bind port 6f018de5-eb91-4442-b944-692047d72dba on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:06:01.615130 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Port 6f018de5-eb91-4442-b944-692047d72dba on network 8def9d5c-8df9-4647-9964-29437f68d487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:06:01.615446 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Attempting to bind port 6f018de5-eb91-4442-b944-692047d72dba on network 8def9d5c-8df9-4647-9964-29437f68d487 {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:06:01.620528 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Checking agent: {'id': 'accb585c-812a-4e5e-b04b-29b708cbfced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'started_at': datetime.datetime(2022, 3, 8, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:06:01.620861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Checking segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:06:01.622543 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Bound using segment: {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'} {{(pid=114662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:06:01.622543 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.managers [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Bound port: 6f018de5-eb91-4442-b944-692047d72dba, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd018f0-fc2f-4792-bf00-9521365ac52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487'}}] {{(pid=114662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:06:01.622543 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6f018de5-eb91-4442-b944-692047d72dba), before_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.713406 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] For port 6f018de5-eb91-4442-b944-692047d72dba, host hv-cinder-83009, cleared binding levels {{(pid=114662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:06:01.718519 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] For port 6f018de5-eb91-4442-b944-692047d72dba, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f018de5-eb91-4442-b944-692047d72dba,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:06:01.724846 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625012'] for port (6f018de5-eb91-4442-b944-692047d72dba), after_update {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.736737 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371eee4-3d8a-4b79-b016-0081ec28584b req-d97507b5-f68d-4087-bfbd-8cf6f5d4d332 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:01.738296 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6371eee4-3d8a-4b79-b016-0081ec28584b req-d97507b5-f68d-4087-bfbd-8cf6f5d4d332 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 943 time: 0.0844278 Mar 08 14:06:01.777572 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:01.778179 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:01.779499 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 200 len: 1093 time: 0.6518545 Mar 08 14:06:01.785688 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'tag': '6f018de5-eb91-4442-b944-692047d72dba'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:06:01.792438 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25004dfb-fde1-48e7-8ae4-c240502beda5" -d '{"events": [{"name": "network-changed", "server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "tag": "6f018de5-eb91-4442-b944-692047d72dba"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:06:01.823347 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b602-a17f-42a6-80bd-c7a47548aa84 service neutron] Pushing event updated for resources: {'Port': ['ID=6f018de5-eb91-4442-b944-692047d72dba,revision_number=3']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:01.842678 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6371eee4-3d8a-4b79-b016-0081ec28584b req-56317ee1-8dbd-44f0-b7f8-fced630d61e1 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832608 Mar 08 14:06:01.863004 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762fed17-4cc5-44f5-983d-94b98f8a0b0c x-openstack-request-id: req-762fed17-4cc5-44f5-983d-94b98f8a0b0c {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:06:01.863297 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "tag": "6f018de5-eb91-4442-b944-692047d72dba", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:06:01.863550 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-762fed17-4cc5-44f5-983d-94b98f8a0b0c {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:06:01.863939 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'tag': '6f018de5-eb91-4442-b944-692047d72dba', 'status': 'completed', 'code': 200} Mar 08 14:06:01.899763 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-453786d1-5436-4fc9-992e-c31810f01d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:01.901290 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-453786d1-5436-4fc9-992e-c31810f01d0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1127 time: 0.0544653 Mar 08 14:06:01.945684 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-499f4cb1-453c-446b-bf0f-97a3dd91c32c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 200 len: 217 time: 0.0360465 Mar 08 14:06:01.997223 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-5a272ca3-761b-4689-b6ac-658442622bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:01.998871 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-5a272ca3-761b-4689-b6ac-658442622bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0477355 Mar 08 14:06:02.046401 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b17098-137c-4cea-a0a4-826542561507 req-853a5ddf-af79-48b6-a3cc-31984abe9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:02.047975 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-853a5ddf-af79-48b6-a3cc-31984abe9ecc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437353 Mar 08 14:06:02.136652 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-ded17c98-0416-4ead-99b2-c8bb10b09075 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 Mar 08 14:06:02.236271 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-28b17098-137c-4cea-a0a4-826542561507 req-c86f83c5-3102-40ff-a85d-5612889b8d51 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935915 Mar 08 14:06:02.335236 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-446bfb9e-ad6d-4424-9893-522a18c62169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:02.336625 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-446bfb9e-ad6d-4424-9893-522a18c62169 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1127 time: 0.0477221 Mar 08 14:06:02.430389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-bc2f6ba7-4fda-4f2c-b624-382281624d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:02.431859 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-bc2f6ba7-4fda-4f2c-b624-382281624d86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0890832 Mar 08 14:06:02.473783 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-eb48862d-1023-4467-b603-7f6a07f84085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 200 len: 217 time: 0.0344698 Mar 08 14:06:02.521389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-4e8ae276-e639-4d1e-94af-9bf1c557e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:02.523069 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-4e8ae276-e639-4d1e-94af-9bf1c557e3fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0435452 Mar 08 14:06:02.582033 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-d7be96aa-293a-4cdd-9b24-dda6f387708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:02.583689 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-d7be96aa-293a-4cdd-9b24-dda6f387708e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541990 Mar 08 14:06:02.684088 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-9d34bd8d-1780-45cf-82b0-cb93c774c52f service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905709 Mar 08 14:06:02.780445 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-25004dfb-fde1-48e7-8ae4-c240502beda5 req-b9123328-8690-4224-855f-db4f3bb2ecbd service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Mar 08 14:06:02.971928 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd893-7d4b-42cb-8908-003b35080b11 req-c62b20f6-616d-4cd4-a817-3db31040e381 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:02.973313 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5acbd893-7d4b-42cb-8908-003b35080b11 req-c62b20f6-616d-4cd4-a817-3db31040e381 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 943 time: 0.0548451 Mar 08 14:06:03.024797 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-5acbd893-7d4b-42cb-8908-003b35080b11 req-224d9eb9-d6bf-4b42-abe0-7218f1b1e50b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Mar 08 14:06:04.170949 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ea97-1897-4579-8f49-4520bd203a68 req-64b6cb49-554d-4c48-bf72-810d21d4a95f tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:04.172473 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0a99ea97-1897-4579-8f49-4520bd203a68 req-64b6cb49-554d-4c48-bf72-810d21d4a95f tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 943 time: 0.0676239 Mar 08 14:06:04.221817 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0a99ea97-1897-4579-8f49-4520bd203a68 req-fc516c68-5ab6-4151-be53-2af407491844 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 Mar 08 14:06:05.364205 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06544-5917-4834-952a-c535094e2aa2 req-df2ff465-0466-4d8b-9cad-689e16b472c0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:05.365540 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-44c06544-5917-4834-952a-c535094e2aa2 req-df2ff465-0466-4d8b-9cad-689e16b472c0 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 943 time: 0.0563827 Mar 08 14:06:05.419146 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-44c06544-5917-4834-952a-c535094e2aa2 req-23a214c2-888c-40d2-b88c-47a4a5642b02 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Mar 08 14:06:06.550408 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956ffb-106e-43bc-a7b3-f568f124478e req-30fb3b88-c88b-4811-b73d-f8e9de253808 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:06.551853 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2f956ffb-106e-43bc-a7b3-f568f124478e req-30fb3b88-c88b-4811-b73d-f8e9de253808 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 943 time: 0.0601387 Mar 08 14:06:06.605824 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-2f956ffb-106e-43bc-a7b3-f568f124478e req-ee118572-2448-4d12-b275-6043fdeefc3d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 Mar 08 14:06:07.421953 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:07.743133 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66537162-b845-4fd1-a84e-048252b69cdc req-dcc4714c-7b60-48df-ae7d-dcef982a9a11 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:07.744507 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-66537162-b845-4fd1-a84e-048252b69cdc req-dcc4714c-7b60-48df-ae7d-dcef982a9a11 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 943 time: 0.0613577 Mar 08 14:06:07.793502 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-66537162-b845-4fd1-a84e-048252b69cdc req-14249480-f83a-47cc-89b2-f5f4d1dc2b0d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Mar 08 14:06:08.356227 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6f018de5-eb91-4442-b944-692047d72dba details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=114664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:06:08.472303 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 6f018de5-eb91-4442-b944-692047d72dba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f018de5-eb91-4442-b944-692047d72dba,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:06:08.483978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Returning: {'device': '6f018de5-eb91-4442-b944-692047d72dba', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'port_id': '6f018de5-eb91-4442-b944-692047d72dba', 'mac_address': 'fa:16:3e:da:bf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:06:08.523515 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 6f018de5-eb91-4442-b944-692047d72dba is: DOWN; New status is: BUILD {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:06:08.523908 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6f018de5-eb91-4442-b944-692047d72dba), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:08.536617 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f018de5-eb91-4442-b944-692047d72dba {{(pid=114664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:06:08.556721 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 6f018de5-eb91-4442-b944-692047d72dba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f018de5-eb91-4442-b944-692047d72dba,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:06:08.562995 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (6f018de5-eb91-4442-b944-692047d72dba), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:08.611510 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=6f018de5-eb91-4442-b944-692047d72dba,revision_number=4']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:08.618374 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.618726 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.619069 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.619409 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.619741 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.620068 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.620395 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.620728 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.621065 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.621390 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.621717 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.622025 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.622339 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:08.782619 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] get_ports_and_sgs() called for port_ids ['6f018de5-eb91-4442-b944-692047d72dba'] {{(pid=114664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:06:08.909545 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72e3c-55ed-4fd3-b135-20b5285086aa req-871a35ab-35d5-4c78-b097-0b1b7aa746b9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:08.910905 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4db72e3c-55ed-4fd3-b135-20b5285086aa req-871a35ab-35d5-4c78-b097-0b1b7aa746b9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 944 time: 0.0510814 Mar 08 14:06:08.960195 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-4db72e3c-55ed-4fd3-b135-20b5285086aa req-40ffe6a3-e255-4f63-8678-1a7582313008 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Mar 08 14:06:10.093263 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6990-1ffe-47dd-9feb-cd87a5a54712 req-8189d57e-459b-4457-b6c0-435b755a4da1 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:10.094754 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0c5f6990-1ffe-47dd-9feb-cd87a5a54712 req-8189d57e-459b-4457-b6c0-435b755a4da1 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 944 time: 0.0547688 Mar 08 14:06:10.144884 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-0c5f6990-1ffe-47dd-9feb-cd87a5a54712 req-2cb8f559-56b8-45fe-b62f-83c0ef3481ea tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417199 Mar 08 14:06:10.371614 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6f018de5-eb91-4442-b944-692047d72dba up at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:06:10.440866 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning for port 6f018de5-eb91-4442-b944-692047d72dba completed by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:06:10.444779 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.provisioning_blocks [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Provisioning complete for port 6f018de5-eb91-4442-b944-692047d72dba triggered by entity L2. {{(pid=114664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:06:10.445150 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012773'] for port (6f018de5-eb91-4442-b944-692047d72dba), provisioning_complete {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:10.520827 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Current status of the port 6f018de5-eb91-4442-b944-692047d72dba is: BUILD; New status is: ACTIVE {{(pid=114664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:06:10.521207 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (6f018de5-eb91-4442-b944-692047d72dba), before_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:10.543523 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f018de5-eb91-4442-b944-692047d72dba'}] {{(pid=114664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:06:10.545761 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b886770383b1985c13787d9798bd2a0e2123b5630baee733483f39dcb773302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5c826-3375-44f9-99f0-33de89adf3f6" -d '{"events": [{"server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "name": "network-vif-plugged", "status": "completed", "tag": "6f018de5-eb91-4442-b944-692047d72dba"}]}' {{(pid=114664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:06:10.561018 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.db [None req-899e7432-9124-4386-a782-405c7be34b0b None None] For port 6f018de5-eb91-4442-b944-692047d72dba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f018de5-eb91-4442-b944-692047d72dba,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:06:10.566971 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227'] for port (6f018de5-eb91-4442-b944-692047d72dba), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:10.589001 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9994afee-04eb-44de-a05b-599bd1f5492b x-openstack-request-id: req-9994afee-04eb-44de-a05b-599bd1f5492b {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:06:10.589276 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "name": "network-vif-plugged", "status": "completed", "tag": "6f018de5-eb91-4442-b944-692047d72dba", "code": 200}]} {{(pid=114664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:06:10.589562 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9994afee-04eb-44de-a05b-599bd1f5492b {{(pid=114664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:06:10.589923 dv-cinder-830092-2-iscsi neutron-server[114664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f018de5-eb91-4442-b944-692047d72dba', 'code': 200} Mar 08 14:06:10.615749 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Pushing event updated for resources: {'Port': ['ID=6f018de5-eb91-4442-b944-692047d72dba,revision_number=5']} {{(pid=114664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:10.808004 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12757936-52fd-4ce3-9ce2-6fa0aa6b54f5 req-6746ec4d-2106-492a-b8d1-a0c3f7d531e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:10.809575 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-12757936-52fd-4ce3-9ce2-6fa0aa6b54f5 req-6746ec4d-2106-492a-b8d1-a0c3f7d531e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1129 time: 0.0523617 Mar 08 14:06:10.855316 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-12757936-52fd-4ce3-9ce2-6fa0aa6b54f5 req-b5f95ab2-d945-4748-be71-3088266631fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Mar 08 14:06:11.278916 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed45e8-f804-4db2-bf60-c8a911b145e5 req-2564d128-5cc9-41b9-88e9-ac94350d670d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:11.280381 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-48ed45e8-f804-4db2-bf60-c8a911b145e5 req-2564d128-5cc9-41b9-88e9-ac94350d670d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Mar 08 14:06:11.330685 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-48ed45e8-f804-4db2-bf60-c8a911b145e5 req-52937ace-f867-4a7f-bdaf-bcd3c5e7354e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Mar 08 14:06:12.463689 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cca4f-650f-4f9b-b9e4-1ecf93158f48 req-eafd381b-b6ce-4baa-9a58-d031e92ab2b2 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:12.465126 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1d1cca4f-650f-4f9b-b9e4-1ecf93158f48 req-eafd381b-b6ce-4baa-9a58-d031e92ab2b2 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 945 time: 0.0525856 Mar 08 14:06:12.514961 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-1d1cca4f-650f-4f9b-b9e4-1ecf93158f48 req-094f526c-3c6f-4675-ba7c-4d2d00b8ed5b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Mar 08 14:06:12.636256 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f437a-e86c-4bc7-a93c-c7c10eab7b7e req-5f5c921a-f77c-4184-bf47-3753bd1784ec tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:12.637704 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7b1f437a-e86c-4bc7-a93c-c7c10eab7b7e req-5f5c921a-f77c-4184-bf47-3753bd1784ec tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 945 time: 0.0537913 Mar 08 14:06:12.691767 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-7b1f437a-e86c-4bc7-a93c-c7c10eab7b7e req-43bd890f-7492-4346-ade0-0450b1191624 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 Mar 08 14:06:12.713704 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38142) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:06:12.767231 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53a5ba-a72e-4e46-b73b-3a828dfaf3e5 tempest-TestVolumeBootPattern-478870286 tempest-TestVolumeBootPattern-478870286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:12.768729 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-bb53a5ba-a72e-4e46-b73b-3a828dfaf3e5 tempest-TestVolumeBootPattern-478870286 tempest-TestVolumeBootPattern-478870286-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1124 time: 0.0540462 Mar 08 14:06:12.771614 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38144) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:06:12.775810 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.v2.base [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Request body: {'floatingip': {'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'port_id': '6f018de5-eb91-4442-b944-692047d72dba', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:06:12.798146 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:13.065395 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-533c8b54-1f42-4523-bb0d-1ca2ff610d9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464637 Mar 08 14:06:13.149118 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (None), before_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:13.154039 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-b0fe3c9d-dc8b-4c34-9df0-33492b6beca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:13.155563 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-b0fe3c9d-dc8b-4c34-9df0-33492b6beca9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1130 time: 0.0475557 Mar 08 14:06:13.250905 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_common [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Allocated IP 172.27.2.183 (696edc2b-0a7a-447d-8ce7-161359adf9e7/166d8979-fbf4-4ecb-8149-2688047fb6ff/0ed9ee7e-2c20-4735-9fd3-35258a90d580) {{(pid=114663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:06:13.258636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-413a2e52-af07-4f3e-be0c-9e441911c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:13.260112 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-413a2e52-af07-4f3e-be0c-9e441911c59b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0864880 Mar 08 14:06:13.322204 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-e3fd610c-a606-470a-93a8-e89786bedd05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 1002 time: 0.0563569 Mar 08 14:06:13.351400 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:13.369635 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-50e008c0-9777-4b71-a4ad-8fc527c52be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:13.371118 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-50e008c0-9777-4b71-a4ad-8fc527c52be0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0432417 Mar 08 14:06:13.386332 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731581654191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:13.421114 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Network 696edc2b-0a7a-447d-8ce7-161359adf9e7 is already hosted by enough agents. {{(pid=114663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:06:13.423054 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-ff82a68d-df20-4e78-86e7-7826f67f3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:13.424562 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-ff82a68d-df20-4e78-86e7-7826f67f3a92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478952 Mar 08 14:06:13.425915 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.base_scheduler [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Resources bound (agent type, host, resource id): {{(pid=114663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:06:13.429299 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Received port after_create {{(pid=114663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:06:13.464821 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=0ed9ee7e-2c20-4735-9fd3-35258a90d580,revision_number=1']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:13.476154 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.476502 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.476849 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.477187 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.477545 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.477875 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.478203 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.478535 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.478857 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.479181 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.479505 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.479828 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.480146 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:06:13.512904 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-143e46de-4616-4a73-a28b-bedda6d07a76 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Mar 08 14:06:13.609507 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-996b5cb8-8f8a-4241-b46a-85f14556d1f7 req-9e8c86aa-e175-4d8c-afa2-a786e99ec5fb service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907459 Mar 08 14:06:13.818673 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (4c96bd60-d706-485c-9677-d394a1bd5897), precommit_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:13.897768 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4133842'] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), before_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:14.044983 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), precommit_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:14.052299 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731582193336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731581654209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731581654227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599879'] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), after_update {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:14.121131 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event updated for resources: {'Port': ['ID=0ed9ee7e-2c20-4735-9fd3-35258a90d580,revision_number=2']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:06:14.131405 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639574'] for floatingip (4c96bd60-d706-485c-9677-d394a1bd5897), after_create {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:14.234028 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Floating IP 4c96bd60-d706-485c-9677-d394a1bd5897 associated. External IP: 172.27.2.183, port: 6f018de5-eb91-4442-b944-692047d72dba. Mar 08 14:06:14.461344 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:06:14.571442 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:06:14.582515 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:06:14.589710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:14.592912 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:06:14.593629 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:05:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:06:14.634281 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-42382f75-2b5b-4758-9d97-cd11ba30b36b tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8479421 Mar 08 14:06:14.634281 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'tag': '6f018de5-eb91-4442-b944-692047d72dba'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:06:14.634281 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607009be-9c54-44d4-86cf-4b23793759c4" -d '{"events": [{"name": "network-changed", "server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "tag": "6f018de5-eb91-4442-b944-692047d72dba"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:06:14.658420 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfbd4d7-a866-45ae-ad5d-593dd901b383 x-openstack-request-id: req-3dfbd4d7-a866-45ae-ad5d-593dd901b383 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:06:14.658709 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "tag": "6f018de5-eb91-4442-b944-692047d72dba", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:06:14.658962 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dfbd4d7-a866-45ae-ad5d-593dd901b383 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:06:14.659362 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'tag': '6f018de5-eb91-4442-b944-692047d72dba', 'status': 'completed', 'code': 200} Mar 08 14:06:14.727229 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607009be-9c54-44d4-86cf-4b23793759c4 req-565acec6-2797-4365-815c-2dc7818a1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:14.728753 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-565acec6-2797-4365-815c-2dc7818a1840 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1129 time: 0.0467327 Mar 08 14:06:14.792831 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:06:14.821512 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607009be-9c54-44d4-86cf-4b23793759c4 req-dd3128fa-6f07-44c2-9ab0-3822dc19982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:14.822999 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-dd3128fa-6f07-44c2-9ab0-3822dc19982d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0879943 Mar 08 14:06:14.889011 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-407685e4-800b-4c05-bdde-2e7cba2fece9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 200 len: 999 time: 0.0590301 Mar 08 14:06:14.936622 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607009be-9c54-44d4-86cf-4b23793759c4 req-c125b82a-7785-4046-ad53-364960fb15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:14.938080 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-c125b82a-7785-4046-ad53-364960fb15c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0435324 Mar 08 14:06:14.994553 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607009be-9c54-44d4-86cf-4b23793759c4 req-4721a872-1fb4-429d-aad8-a0be23abf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:06:14.996107 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-4721a872-1fb4-429d-aad8-a0be23abf7fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471976 Mar 08 14:06:15.024147 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '4c96bd60-d706-485c-9677-d394a1bd5897', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '6f018de5-eb91-4442-b944-692047d72dba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:da:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd50186-943c-49d3-a644-0c6045e3a565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:06:13Z', 'updated_at': '2022-03-08T14:06:13Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}, {'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:22Z', 'revision_number': 1, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:06:15.050285 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:06:15.058327 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:06:15.058925 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:05:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:06:15.085283 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-5f993594-8694-4346-ac7e-0f6ec0204a73 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 Mar 08 14:06:15.168219 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:06:15.176304 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-607009be-9c54-44d4-86cf-4b23793759c4 req-ddf3d628-b5c0-4dea-8b9e-fc6a75bd48e4 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838063 Mar 08 14:06:15.391932 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '4c96bd60-d706-485c-9677-d394a1bd5897', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '6f018de5-eb91-4442-b944-692047d72dba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:da:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd50186-943c-49d3-a644-0c6045e3a565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:06:13Z', 'updated_at': '2022-03-08T14:06:13Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}, {'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:22Z', 'revision_number': 1, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:06:15.420406 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4da52-8894-428f-9aa9-9b398cecc994 None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '4c96bd60-d706-485c-9677-d394a1bd5897', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '6f018de5-eb91-4442-b944-692047d72dba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:da:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd50186-943c-49d3-a644-0c6045e3a565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:06:13Z', 'updated_at': '2022-03-08T14:06:13Z', 'revision_number': 0, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}, {'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:22Z', 'revision_number': 1, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:06:15.622111 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d153d-65f6-4ddb-8f2b-ad78eb72f52c None None] New status for floating IP 4c96bd60-d706-485c-9677-d394a1bd5897: ACTIVE {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:06:20.047039 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-539262c7-07cf-431f-9d04-2f88e93e0156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:22.198628 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c0eb973c-10d2-42da-96ef-5b600bdc2b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:23.319649 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:24.807293 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:26.390432 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:35.133158 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:06:37.410247 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:50.041400 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-2093fa50-0a85-42ec-b9fd-fcd6b11805fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:52.192977 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ce61494a-4f95-4c2c-9e71-6f6e91eeb8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:53.327247 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:54.812753 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:06:56.396219 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:07.437316 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:12.135063 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:07:14.031314 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-88edb345-7c52-489b-ba4f-efbd5591b372 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450397 Mar 08 14:07:14.099530 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-0ad6a26e-84c8-4e8f-b2ab-38777f8a59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:14.101023 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-0ad6a26e-84c8-4e8f-b2ab-38777f8a59e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1129 time: 0.0450222 Mar 08 14:07:14.213997 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-fb1b03db-2388-4ec6-a935-5ff9c0dca769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:14.215453 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-fb1b03db-2388-4ec6-a935-5ff9c0dca769 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0944700 Mar 08 14:07:14.279199 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-52cda2ea-5d10-4934-ba96-35f1cdfbe0d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 200 len: 1001 time: 0.0571589 Mar 08 14:07:14.330008 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-92df1d09-e056-4886-a2d9-5ae4af199cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:14.331308 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-92df1d09-e056-4886-a2d9-5ae4af199cbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0462406 Mar 08 14:07:14.378635 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-1b49a1f3-e71a-43b9-b0d3-4d0585887245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:14.380106 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-1b49a1f3-e71a-43b9-b0d3-4d0585887245 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429099 Mar 08 14:07:14.467562 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-cd6a2162-846e-437d-a083-fa6494fcb363 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815320 Mar 08 14:07:14.560575 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-df43e31e-04c5-4b8e-ada9-dfb780983556 req-d0208fc7-9167-465f-bb1a-cf7ef1bb82c3 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868714 Mar 08 14:07:20.054669 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4fcc-bc28-4d60-bbf2-1cbb081006ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:22.193854 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-3c1239d9-45b3-4b33-af1c-b3f0beeafa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:23.330472 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:24.814406 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:26.398947 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:37.453172 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:41.626210 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38182) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:41.846028 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Deleting port 0ed9ee7e-2c20-4735-9fd3-35258a90d580 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:41.846286 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:41.922484 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:41.922773 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (0ed9ee7e-2c20-4735-9fd3-35258a90d580), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:41.934426 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Calling delete_port for 0ed9ee7e-2c20-4735-9fd3-35258a90d580 owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:42.111365 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (0ed9ee7e-2c20-4735-9fd3-35258a90d580), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:42.133969 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'Port': ['ID=0ed9ee7e-2c20-4735-9fd3-35258a90d580,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:42.157713 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.158052 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.158389 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.158725 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.159046 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.159372 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.159692 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.160011 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.160331 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.160649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.160976 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.161268 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.161604 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:42.198755 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (4c96bd60-d706-485c-9677-d394a1bd5897), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:42.199063 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Floating IP 4c96bd60-d706-485c-9677-d394a1bd5897 disassociated (deleted). External IP: 172.27.2.183, port: 6f018de5-eb91-4442-b944-692047d72dba. Mar 08 14:07:42.406267 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:07:42.514648 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:07:42.519632 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:42.524774 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:07:42.534832 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:42.535451 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:42.551747 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-543cc3df-be2c-43a3-b8c7-3548192119f6 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "DELETE /v2.0/floatingips/4c96bd60-d706-485c-9677-d394a1bd5897 HTTP/1.1" status: 204 len: 168 time: 0.9215741 Mar 08 14:07:42.551747 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'tag': '6f018de5-eb91-4442-b944-692047d72dba'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:07:42.552125 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632631a-c35c-47c6-85b2-a74daf67635f" -d '{"events": [{"name": "network-changed", "server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "tag": "6f018de5-eb91-4442-b944-692047d72dba"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:07:42.590711 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf497b9-7174-4f28-acb4-6a1b236957d4 x-openstack-request-id: req-fdf497b9-7174-4f28-acb4-6a1b236957d4 {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:07:42.591006 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "tag": "6f018de5-eb91-4442-b944-692047d72dba", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:07:42.591282 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdf497b9-7174-4f28-acb4-6a1b236957d4 {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:07:42.591691 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'tag': '6f018de5-eb91-4442-b944-692047d72dba', 'status': 'completed', 'code': 200} Mar 08 14:07:42.649302 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:07:42.655586 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632631a-c35c-47c6-85b2-a74daf67635f req-1f6bbd5b-c6b9-4c71-aecf-a7b3a355a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:42.657155 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-1f6bbd5b-c6b9-4c71-aecf-a7b3a355a9c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 1129 time: 0.0471542 Mar 08 14:07:42.762613 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632631a-c35c-47c6-85b2-a74daf67635f req-08425308-6017-4510-a267-ec8a29c64642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:42.765068 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-08425308-6017-4510-a267-ec8a29c64642 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0968978 Mar 08 14:07:42.775933 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d31a60-bd9c-465d-8eff-702bdc221960 req-e1fbdd95-9060-4fc8-89e9-b79f9b548d2a tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:42.777485 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43d31a60-bd9c-465d-8eff-702bdc221960 req-e1fbdd95-9060-4fc8-89e9-b79f9b548d2a tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Mar 08 14:07:42.806758 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-25b7d5e1-4b15-4cc3-a653-c84716e3308e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 200 len: 217 time: 0.0362909 Mar 08 14:07:42.833881 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-43d31a60-bd9c-465d-8eff-702bdc221960 req-af6d3388-23b4-4175-be3c-dbcd59e5f4fd tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497255 Mar 08 14:07:42.856537 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632631a-c35c-47c6-85b2-a74daf67635f req-13e810f2-5990-4276-84c4-f52071ad42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:42.858093 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-13e810f2-5990-4276-84c4-f52071ad42b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0449305 Mar 08 14:07:42.885830 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:22Z', 'revision_number': 1, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:42.910636 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632631a-c35c-47c6-85b2-a74daf67635f req-f9543c40-5cb9-451f-ad76-c8e0ad595008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:42.911723 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:07:42.912082 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-f9543c40-5cb9-451f-ad76-c8e0ad595008 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479469 Mar 08 14:07:42.919968 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:42.920556 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:43.001886 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-77ac2bd8-58f8-47db-8484-2b6ec85752ad service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Mar 08 14:07:43.096482 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-3632631a-c35c-47c6-85b2-a74daf67635f req-b8182b4b-d5c9-4a1a-ae7d-693f84ddc9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884714 Mar 08 14:07:43.113251 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:07:43.336671 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:22Z', 'revision_number': 1, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:43.366014 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433a33c-9409-4181-a111-da5f19043b5a None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_floatingips': [{'id': '9a126778-e95f-4033-add3-2b4d135d7b64', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'router_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'port_id': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'mac_address': 'fa:16:3e:d0:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12c72d-8d19-4929-9937-922d009d709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:04:20Z', 'updated_at': '2022-03-08T14:04:22Z', 'revision_number': 1, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:07:43.585116 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e1db0-e7ad-45f5-a59b-ffaf3b109df2 None None] New status for floating IP 4c96bd60-d706-485c-9677-d394a1bd5897: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:07:44.031143 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660989-8856-4ea2-8355-aae032e8e43f req-2d2fd158-1294-4e82-b5c6-d23ccb46a46e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:44.032657 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-67660989-8856-4ea2-8355-aae032e8e43f req-2d2fd158-1294-4e82-b5c6-d23ccb46a46e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 945 time: 0.1294641 Mar 08 14:07:44.084193 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-67660989-8856-4ea2-8355-aae032e8e43f req-dc61c8a2-d090-4c39-acc4-60b2494a1c5f tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Mar 08 14:07:44.270025 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-978e2090-de69-4c95-96fa-2410f3b4c23e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:44.271468 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-978e2090-de69-4c95-96fa-2410f3b4c23e tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 945 time: 0.0606647 Mar 08 14:07:44.368880 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Deleting port 6f018de5-eb91-4442-b944-692047d72dba {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:44.369180 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (6f018de5-eb91-4442-b944-692047d72dba), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:44.454171 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] For port 6f018de5-eb91-4442-b944-692047d72dba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f018de5-eb91-4442-b944-692047d72dba,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:07:44.454536 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (6f018de5-eb91-4442-b944-692047d72dba), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:44.466941 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Calling delete_port for 6f018de5-eb91-4442-b944-692047d72dba owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:44.844129 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (6f018de5-eb91-4442-b944-692047d72dba), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:44.871588 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'Port': ['ID=6f018de5-eb91-4442-b944-692047d72dba,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:44.882982 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.883316 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.883659 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.884011 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.884342 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.884671 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.885001 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.885447 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.885759 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.886090 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.886448 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.886770 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.887089 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-2-iscsi {{(pid=114662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:07:44.924862 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] No DVR routers for this DVR port 6f018de5-eb91-4442-b944-692047d72dba on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:07:44.927455 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:44.930714 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-6a2e8d7e-a559-4632-91b7-bb2513bd2bf3 req-368dca61-f65a-4efb-b5ae-b8337a40e2e4 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "DELETE /v2.0/ports/6f018de5-eb91-4442-b944-692047d72dba HTTP/1.1" status: 204 len: 173 time: 0.6541557 Mar 08 14:07:44.931151 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'name': 'network-vif-deleted', 'tag': '6f018de5-eb91-4442-b944-692047d72dba'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:07:44.933457 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14089f8a-f3a4-4808-85e6-84dae20ee4a3" -d '{"events": [{"server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "name": "network-vif-deleted", "tag": "6f018de5-eb91-4442-b944-692047d72dba"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:07:44.968416 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1272e-9782-4433-b7db-9baefb502852 x-openstack-request-id: req-28e1272e-9782-4433-b7db-9baefb502852 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:07:44.968719 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd50186-943c-49d3-a644-0c6045e3a565", "name": "network-vif-deleted", "tag": "6f018de5-eb91-4442-b944-692047d72dba", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:07:44.968974 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28e1272e-9782-4433-b7db-9baefb502852 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:07:44.969470 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd50186-943c-49d3-a644-0c6045e3a565', 'name': 'network-vif-deleted', 'tag': '6f018de5-eb91-4442-b944-692047d72dba', 'status': 'completed', 'code': 200} Mar 08 14:07:45.186485 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-951b5595-ce5d-40e0-a828-05fd04ee6cf5 req-a42df8c8-fb2b-4516-9190-1e34eccfecbf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=acd50186-943c-49d3-a644-0c6045e3a565 HTTP/1.1" status: 200 len: 210 time: 0.0270090 Mar 08 14:07:46.863969 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6f018de5-eb91-4442-b944-692047d72dba no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:07:46.889979 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 6f018de5-eb91-4442-b944-692047d72dba {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:07:46.890339 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 6f018de5-eb91-4442-b944-692047d72dba not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:07:48.510161 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38226) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:48.668082 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Deleting port 396b3792-1384-49c9-94aa-396109f1a251 {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:48.668366 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (396b3792-1384-49c9-94aa-396109f1a251), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:48.746594 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (396b3792-1384-49c9-94aa-396109f1a251), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:48.746845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (396b3792-1384-49c9-94aa-396109f1a251), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:48.764165 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Calling delete_port for 396b3792-1384-49c9-94aa-396109f1a251 owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:48.917645 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (396b3792-1384-49c9-94aa-396109f1a251), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:48.947158 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'Port': ['ID=396b3792-1384-49c9-94aa-396109f1a251,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:49.006463 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (9a126778-e95f-4033-add3-2b4d135d7b64), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:49.006695 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.db.l3_db [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Floating IP 9a126778-e95f-4033-add3-2b4d135d7b64 disassociated (deleted). External IP: 172.27.2.242, port: 43b60f03-c294-4ac0-9cd0-72a1950ee284. Mar 08 14:07:49.134916 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:07:49.459550 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:07:49.577629 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:07:49.583174 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:49.588677 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:07:49.598116 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:49.598785 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:49.613099 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-420eb2b7-f902-4b28-8680-5a3cd4877855 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "DELETE /v2.0/floatingips/9a126778-e95f-4033-add3-2b4d135d7b64 HTTP/1.1" status: 204 len: 168 time: 1.1017241 Mar 08 14:07:49.613976 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284'}] {{(pid=114663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:07:49.616247 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d13ad1d60fd7f926e86c74040f1b197f491e330cbc1e3f7e4fb9dcf2285ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284"}]}' {{(pid=114663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:07:49.653710 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf0db0-3206-4c69-9bad-edd76401b5ee x-openstack-request-id: req-8fdf0db0-3206-4c69-9bad-edd76401b5ee {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:07:49.654009 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284", "status": "completed", "code": 200}]} {{(pid=114663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:07:49.654258 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fdf0db0-3206-4c69-9bad-edd76401b5ee {{(pid=114663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:07:49.654669 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'status': 'completed', 'code': 200} Mar 08 14:07:49.707536 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:07:49.726336 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-c17a8246-ac65-45ae-8a6f-628ad8625d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:49.727937 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-c17a8246-ac65-45ae-8a6f-628ad8625d62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 1130 time: 0.0492539 Mar 08 14:07:49.829696 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-1f6074de-513e-4368-b44e-3f368040bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:49.831564 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-1f6074de-513e-4368-b44e-3f368040bf3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 200 len: 912 time: 0.0974593 Mar 08 14:07:49.836467 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238468-9f4b-4085-a00f-6bfa8788bc08 req-6fb2d39c-aed5-4160-857c-4cb03c0758be tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:49.838033 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0a238468-9f4b-4085-a00f-6bfa8788bc08 req-6fb2d39c-aed5-4160-857c-4cb03c0758be tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 946 time: 0.0561264 Mar 08 14:07:49.875522 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-0c1c0b79-2e69-4872-8da9-441cd59c08ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 200 len: 217 time: 0.0374358 Mar 08 14:07:49.887587 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [req-0a238468-9f4b-4085-a00f-6bfa8788bc08 req-f50a92b4-9d26-43f9-b03d-78ebb2d35253 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435486 Mar 08 14:07:49.916270 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:49.930042 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-e2312aeb-fbda-469f-977f-f61c1fa1adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:49.931569 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-e2312aeb-fbda-469f-977f-f61c1fa1adda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 200 len: 850 time: 0.0484893 Mar 08 14:07:49.944928 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:07:49.953097 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:49.953737 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:22Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:49.981924 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-f59c76ee-fe83-4782-83de-c2ff7ad80a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:49.983448 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-f59c76ee-fe83-4782-83de-c2ff7ad80a15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8def9d5c-8df9-4647-9964-29437f68d487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437148 Mar 08 14:07:50.047978 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-745611e8-6a4d-452f-99ef-e387451ff6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:50.059811 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:07:50.074227 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-91a5bd13-cf3a-4ab1-a992-79d4e0ac5cdd service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Mar 08 14:07:50.166193 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-b38d24b3-dffd-49e0-a8b3-602c72e00ec9 req-be5e0504-1e42-46b7-bf59-cc7bfb9e0f4c service neutron] 10.222.0.32 "GET /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Mar 08 14:07:50.250536 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:50.275626 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b5b8d-45bc-4da7-9cb4-4f8b6f356633 None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:27Z', 'revision_number': 4, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi', '_interfaces': [{'id': '72bfab0e-84eb-4184-832b-9a2b451390b8', 'name': '', 'network_id': '8def9d5c-8df9-4647-9964-29437f68d487', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'mac_address': 'fa:16:3e:14:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:26Z', 'updated_at': '2022-03-08T14:01:31Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'subnets': [{'id': '4ee54d8e-c1ef-40a2-ac8b-d3a200199873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:07:50.493200 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac928a90-7e3b-40e5-bd04-f34795f08dfb None None] New status for floating IP 9a126778-e95f-4033-add3-2b4d135d7b64: DOWN {{(pid=114664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:07:51.017038 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfea81-8bd7-4da3-915a-53ab22042275 req-78ad9548-e58d-4e65-9833-1fb972d730e9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:51.018572 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4cfea81-8bd7-4da3-915a-53ab22042275 req-78ad9548-e58d-4e65-9833-1fb972d730e9 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 946 time: 0.0596385 Mar 08 14:07:51.067514 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-a4cfea81-8bd7-4da3-915a-53ab22042275 req-63f91259-a6cb-4a1a-b3ed-2ba9ac4dac0d tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbef27d-7243-4f53-a2f6-d650bff7c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Mar 08 14:07:51.255295 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-ca0b0596-56be-45c5-9aa6-0e8d2979b194 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:07:51.256668 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-ca0b0596-56be-45c5-9aa6-0e8d2979b194 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 946 time: 0.0664611 Mar 08 14:07:51.348506 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Deleting port 43b60f03-c294-4ac0-9cd0-72a1950ee284 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:51.348837 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:51.442125 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] For port 43b60f03-c294-4ac0-9cd0-72a1950ee284, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=43b60f03-c294-4ac0-9cd0-72a1950ee284,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:07:51.442494 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:51.454244 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Calling delete_port for 43b60f03-c294-4ac0-9cd0-72a1950ee284 owned by compute:nova {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:51.584006 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (43b60f03-c294-4ac0-9cd0-72a1950ee284), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:51.623161 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'Port': ['ID=43b60f03-c294-4ac0-9cd0-72a1950ee284,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:51.664815 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] No DVR routers for this DVR port 43b60f03-c294-4ac0-9cd0-72a1950ee284 on host hv-cinder-83009 {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:07:51.667486 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for port (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:51.670862 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-db8ad2d1-8bfb-417c-a457-a07549c8e9a9 req-161ea852-a1a1-4aa0-95ad-cffc84edc4cf tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.32 "DELETE /v2.0/ports/43b60f03-c294-4ac0-9cd0-72a1950ee284 HTTP/1.1" status: 204 len: 173 time: 0.4093399 Mar 08 14:07:51.671299 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'name': 'network-vif-deleted', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284'}] {{(pid=114662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:07:51.673572 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be4b7fac04acdd02c570aaa5c7bd47adf4b6eaa205c99bbbf6a488c76bcb869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d235e8-b6f8-4ee4-996a-6a59c44a05e7" -d '{"events": [{"server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "name": "network-vif-deleted", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284"}]}' {{(pid=114662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:07:51.709727 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ffdc7-5112-402a-b13d-d065ef0e0d80 x-openstack-request-id: req-f14ffdc7-5112-402a-b13d-d065ef0e0d80 {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:07:51.710014 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe12c72d-8d19-4929-9937-922d009d709c", "name": "network-vif-deleted", "tag": "43b60f03-c294-4ac0-9cd0-72a1950ee284", "status": "completed", "code": 200}]} {{(pid=114662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:07:51.710264 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f14ffdc7-5112-402a-b13d-d065ef0e0d80 {{(pid=114662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:07:51.710663 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe12c72d-8d19-4929-9937-922d009d709c', 'name': 'network-vif-deleted', 'tag': '43b60f03-c294-4ac0-9cd0-72a1950ee284', 'status': 'completed', 'code': 200} Mar 08 14:07:52.173596 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [req-f26db919-9d1d-4837-a38e-819f60f29b70 req-c8269bc4-455a-4b42-935d-7e4611d79636 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe12c72d-8d19-4929-9937-922d009d709c HTTP/1.1" status: 200 len: 210 time: 0.0269356 Mar 08 14:07:52.187192 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1e25899e-1ccb-46f6-9cba-5157b564d582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.244704 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38242) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:53.324265 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.372093 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Deleting port 9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:53.372401 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.453166 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.453565 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.465275 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Calling delete_port for 9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f owned by network:floatingip {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:53.600550 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.626800 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'Port': ['ID=9b4c5140-18b1-4771-b0e4-ac8d43fdaf6f,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:53.684797 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for floatingip (fb485638-e2ba-4f1a-9be5-096320c5e08f), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.687529 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235162'] for floatingip (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:53.688670 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-58c35c95-69ab-477c-8c41-1f212d7ec4ab tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "DELETE /v2.0/floatingips/fb485638-e2ba-4f1a-9be5-096320c5e08f HTTP/1.1" status: 204 len: 168 time: 0.4429862 Mar 08 14:07:54.816546 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:54.891819 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 38254) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:54.894304 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 43b60f03-c294-4ac0-9cd0-72a1950ee284 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:07:54.916047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-899e7432-9124-4386-a782-405c7be34b0b None None] No Port match for: 43b60f03-c294-4ac0-9cd0-72a1950ee284 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:07:54.916392 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Device 43b60f03-c294-4ac0-9cd0-72a1950ee284 not bound to the agent host hv-cinder-83009 {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:07:54.950194 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9da6e14f-35fa-48e8-a991-cb35fe999d16 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group (fcbef27d-7243-4f53-a2f6-d650bff7c9e7), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:54.975560 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9da6e14f-35fa-48e8-a991-cb35fe999d16 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group (fcbef27d-7243-4f53-a2f6-d650bff7c9e7), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:55.038814 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9da6e14f-35fa-48e8-a991-cb35fe999d16 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (fcbef27d-7243-4f53-a2f6-d650bff7c9e7), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:55.041539 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-9da6e14f-35fa-48e8-a991-cb35fe999d16 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:55.042771 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-9da6e14f-35fa-48e8-a991-cb35fe999d16 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] 10.222.0.18 "DELETE /v2.0/security-groups/fcbef27d-7243-4f53-a2f6-d650bff7c9e7 HTTP/1.1" status: 204 len: 168 time: 0.1498523 Mar 08 14:07:55.051748 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6e14f-35fa-48e8-a991-cb35fe999d16 tempest-TestVolumeBootPattern-1721463294 tempest-TestVolumeBootPattern-1721463294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbef27d-7243-4f53-a2f6-d650bff7c9e7,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:55.097823 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 38258) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:55.590114 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:55.841043 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Deleting port 72bfab0e-84eb-4184-832b-9a2b451390b8 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:55.841261 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:55.921855 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] For port 72bfab0e-84eb-4184-832b-9a2b451390b8, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=72bfab0e-84eb-4184-832b-9a2b451390b8,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:07:55.922576 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:55.933900 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Calling delete_port for 72bfab0e-84eb-4184-832b-9a2b451390b8 owned by network:router_interface {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:56.127017 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (72bfab0e-84eb-4184-832b-9a2b451390b8), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:56.153684 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=72bfab0e-84eb-4184-832b-9a2b451390b8,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:56.321973 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:56.395045 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:56.543161 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:07:56.651119 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:07:56.659024 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-535566d0-75d1-40a5-9d97-791837b5a8b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5574772 Mar 08 14:07:56.659165 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38262) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:56.660055 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] Sync routers for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:07:56.670184 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:56.670773 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:56.764565 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks [] for router (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:56.775059 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: dv-cinder-830092-2-iscsi {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:07:56.867062 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks [] for router_gateway (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:56.919209 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Deleting port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:56.919558 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:56.948227 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:07:56Z', 'revision_number': 5, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port': {'id': '2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:56.974609 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] Checking router: 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb for host: dv-cinder-830092-2-iscsi {{(pid=114665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:07:56.982862 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] Routers {'3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:56.983465 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'], 'active': True} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:57.000704 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] For port 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:07:57.001060 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.013058 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Calling delete_port for 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac owned by network:router_gateway {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:57.159448 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_dvr_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] Set router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb gateway port host: None {{(pid=114665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:07:57.191764 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.210568 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.l3_hamode_db [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:07:56Z', 'revision_number': 6, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port_host': None}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:57.224449 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:57.239722 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5edaf3-f592-49d4-a896-bc60747e4859 None None] The sync data for ids ['3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb'] in dv-cinder-830092-2-iscsi is: [{'id': '3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb', 'name': 'tempest-TestVolumeBootPattern-830451181-router', 'tenant_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:24Z', 'updated_at': '2022-03-08T14:07:56Z', 'revision_number': 6, 'project_id': 'f1b44df5d14a42e9a7fac13e1e908b53', 'gw_port_host': None}] {{(pid=114665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:07:57.278284 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.369128 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.371294 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks [] for router_controller (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.414766 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.415321 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb {{(pid=114663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 14:07:57.419885 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.421117 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-2b09adb6-c0ab-41ec-b905-ba8b974a9549 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3d00fad8-5f88-49a6-a9fa-1bdca46f0ecb HTTP/1.1" status: 204 len: 168 time: 0.7609129 Mar 08 14:07:57.423735 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38264) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:57.469555 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Deleting subnet 4ee54d8e-c1ef-40a2-ac8b-d3a200199873 {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:07:57.474154 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Publish callbacks [] for subnet (4ee54d8e-c1ef-40a2-ac8b-d3a200199873), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.519512 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (4ee54d8e-c1ef-40a2-ac8b-d3a200199873), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.599049 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (4ee54d8e-c1ef-40a2-ac8b-d3a200199873), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.660236 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (4ee54d8e-c1ef-40a2-ac8b-d3a200199873), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.686445 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee54d8e-c1ef-40a2-ac8b-d3a200199873,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:57.688353 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.691482 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f000c344-cc68-4cdc-b648-577c6d1fa614 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ee54d8e-c1ef-40a2-ac8b-d3a200199873 HTTP/1.1" status: 204 len: 168 time: 0.2668483 Mar 08 14:07:57.692935 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cde88e-2905-4b6d-afeb-28af3acc91ad None None] Network 8def9d5c-8df9-4647-9964-29437f68d487 requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:07:57.694123 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 38266) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:57.764591 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (8def9d5c-8df9-4647-9964-29437f68d487), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.818705 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Deleting port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:57.819052 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.884912 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] For port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,segment=NetworkSegment(3cd018f0-fc2f-4792-bf00-9521365ac52a),segment_id=3cd018f0-fc2f-4792-bf00-9521365ac52a)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:07:57.885271 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.898436 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Calling delete_port for da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 owned by network:dhcp {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:57.978796 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:57.982719 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ecf05-29dc-41f6-9390-f31c6676ae42 None None] DHCP port deletion for 8def9d5c-8df9-4647-9964-29437f68d487 request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 14:07:58.005115 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Pushing event deleted for resources: {'Port': ['ID=da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:58.008698 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] No DVR routers for this DVR port da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 on host dv-cinder-830092-2-iscsi {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:07:58.080565 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (8def9d5c-8df9-4647-9964-29437f68d487), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.100763 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8def9d5c-8df9-4647-9964-29437f68d487']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:58.110105 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd018f0-fc2f-4792-bf00-9521365ac52a') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:58.110395 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd018f0-fc2f-4792-bf00-9521365ac52a') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:07:58.119698 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (3cd018f0-fc2f-4792-bf00-9521365ac52a), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.132753 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (3cd018f0-fc2f-4792-bf00-9521365ac52a), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.138842 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:07:58.139217 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (3cd018f0-fc2f-4792-bf00-9521365ac52a), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:07:58.140863 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:07:58.198674 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (8def9d5c-8df9-4647-9964-29437f68d487), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.204389 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.207566 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] 10.222.0.18 "DELETE /v2.0/networks/8def9d5c-8df9-4647-9964-29437f68d487 HTTP/1.1" status: 204 len: 168 time: 0.5124190 Mar 08 14:07:58.210666 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38268) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:58.219682 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f295b-2adc-4ffb-bb6d-0f1a4048979f admin admin] Pushing event deleted for resources: {'Network': ['ID=8def9d5c-8df9-4647-9964-29437f68d487,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:58.577871 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654166'] for router_interface (17938936-f500-4d56-b531-8320253e408c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.830558 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Deleting port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:07:58.831576 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.919569 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] For port 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,segment=NetworkSegment(d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6),segment_id=d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:07:58.919934 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:58.931724 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Calling delete_port for 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec owned by network:router_interface {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:07:59.133823 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (7144d5c9-8ea7-4d10-9e65-c7313b3d9cec), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:59.161555 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Pushing event deleted for resources: {'Port': ['ID=7144d5c9-8ea7-4d10-9e65-c7313b3d9cec,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:07:59.214430 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 72bfab0e-84eb-4184-832b-9a2b451390b8 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:07:59.239206 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 72bfab0e-84eb-4184-832b-9a2b451390b8 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:07:59.239654 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 72bfab0e-84eb-4184-832b-9a2b451390b8 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:07:59.240139 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:07:59.260231 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:07:59.260665 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 2b85b084-27f4-43c6-8c1f-9ecd7c7f44ac not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:07:59.261153 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:07:59.280858 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:07:59.281200 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device da0ff5ae-16dc-4a5d-9ccd-8f73cbb44481 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:07:59.329244 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654114'] for router_interface (17938936-f500-4d56-b531-8320253e408c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:07:59.551119 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Router 17938936-f500-4d56-b531-8320253e408c has already been hosted by L3 agent 919a9d79-2d3d-4592-be84-4a0d0d06bdd4 {{(pid=114663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:07:59.903402 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] Notify agent at l3_agent.dv-cinder-830092-2-iscsi the message routers_updated {{(pid=114663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:07:59.908672 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-a2791289-237c-4d19-a628-9302d3e1078b admin admin] 10.222.0.18 "PUT /v2.0/routers/17938936-f500-4d56-b531-8320253e408c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6968989 Mar 08 14:07:59.911908 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38270) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:07:59.912805 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] Sync routers for ids ['17938936-f500-4d56-b531-8320253e408c'] in dv-cinder-830092-2-iscsi {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:07:59.923223 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] Routers {'17938936-f500-4d56-b531-8320253e408c'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:07:59.923830 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['17938936-f500-4d56-b531-8320253e408c'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:00.014843 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks [] for router (17938936-f500-4d56-b531-8320253e408c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.030841 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] Set router 17938936-f500-4d56-b531-8320253e408c gateway port host: dv-cinder-830092-2-iscsi {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:08:00.120488 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks [] for router_gateway (17938936-f500-4d56-b531-8320253e408c), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.180946 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Deleting port 51d50ffc-a49b-486e-9392-66a23c2f96fc {{(pid=114663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:08:00.181535 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.262069 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.db [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] For port 51d50ffc-a49b-486e-9392-66a23c2f96fc, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=51d50ffc-a49b-486e-9392-66a23c2f96fc,segment=NetworkSegment(f4adea11-1f3e-458e-8106-41aad2bfb915),segment_id=f4adea11-1f3e-458e-8106-41aad2bfb915)] {{(pid=114663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:08:00.262433 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.274401 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.plugins.ml2.plugin [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Calling delete_port for 51d50ffc-a49b-486e-9392-66a23c2f96fc owned by network:router_gateway {{(pid=114663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:08:00.340047 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'external_fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:07:59Z', 'revision_number': 5, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port': {'id': '51d50ffc-a49b-486e-9392-66a23c2f96fc', 'name': '', 'network_id': '696edc2b-0a7a-447d-8ce7-161359adf9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17938936-f500-4d56-b531-8320253e408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:01:29Z', 'updated_at': '2022-03-08T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '166d8979-fbf4-4ecb-8149-2688047fb6ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-2-iscsi'}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:00.370010 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] Checking router: 17938936-f500-4d56-b531-8320253e408c for host: dv-cinder-830092-2-iscsi {{(pid=114664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:08:00.378726 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] Routers {'17938936-f500-4d56-b531-8320253e408c'} bound to L3 agent in host dv-cinder-830092-2-iscsi {{(pid=114664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:08:00.379365 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T13:43:52Z,description=,heartbeat_timestamp=2022-03-08T14:07:52Z,host='dv-cinder-830092-2-iscsi',id=919a9d79-2d3d-4592-be84-4a0d0d06bdd4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T13:43:52Z,topic='l3_agent')) {'router_ids': ['17938936-f500-4d56-b531-8320253e408c'], 'active': True} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:00.441662 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599870'] for port (51d50ffc-a49b-486e-9392-66a23c2f96fc), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.466845 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Pushing event deleted for resources: {'Port': ['ID=51d50ffc-a49b-486e-9392-66a23c2f96fc,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:08:00.467079 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_dvr_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] Set router 17938936-f500-4d56-b531-8320253e408c gateway port host: None {{(pid=114664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:08:00.518874 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.db.l3_hamode_db [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:08:00Z', 'revision_number': 6, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port_host': None}], 'dv-cinder-830092-2-iscsi', False) {} {{(pid=114664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:00.525225 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640136'] for router_gateway (17938936-f500-4d56-b531-8320253e408c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.547871 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32435cc1-a3e1-4883-a6fc-4a1fcd9558d7 None None] The sync data for ids ['17938936-f500-4d56-b531-8320253e408c'] in dv-cinder-830092-2-iscsi is: [{'id': '17938936-f500-4d56-b531-8320253e408c', 'name': 'tempest-TestVolumeBootPattern-1800964862-router', 'tenant_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:01:28Z', 'updated_at': '2022-03-08T14:08:00Z', 'revision_number': 6, 'project_id': '8ed129a30ced41a0a6a2b7e0a0d0195f', 'gw_port_host': None}] {{(pid=114664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:08:00.617314 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26190'] for router (17938936-f500-4d56-b531-8320253e408c), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.619512 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks [] for router_controller (17938936-f500-4d56-b531-8320253e408c), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.668245 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652587'] for router (17938936-f500-4d56-b531-8320253e408c), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.669151 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17938936-f500-4d56-b531-8320253e408c {{(pid=114663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 14:08:00.674782 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.676474 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-3d51fee0-42b7-4832-ae93-f491d99bc18e admin admin] 10.222.0.18 "DELETE /v2.0/routers/17938936-f500-4d56-b531-8320253e408c HTTP/1.1" status: 204 len: 168 time: 0.7636437 Mar 08 14:08:00.679345 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38272) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:08:00.728952 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Deleting subnet 848c8782-2440-4510-ba2e-3c9b09850586 {{(pid=114663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:08:00.732269 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Publish callbacks [] for subnet (848c8782-2440-4510-ba2e-3c9b09850586), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.765544 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480437'] for subnet (848c8782-2440-4510-ba2e-3c9b09850586), precommit_delete_associations {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.844397 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4026359'] for subnet (848c8782-2440-4510-ba2e-3c9b09850586), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.903638 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4026348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975282'] for subnet (848c8782-2440-4510-ba2e-3c9b09850586), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.928644 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848c8782-2440-4510-ba2e-3c9b09850586,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:08:00.936296 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:00.940208 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-ba60bda1-cae6-46b2-a300-5c64616cecc6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/848c8782-2440-4510-ba2e-3c9b09850586 HTTP/1.1" status: 204 len: 168 time: 0.2595384 Mar 08 14:08:00.943128 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 38274) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:08:00.945151 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09596636-daa6-490c-8d00-d0f824daa728 None None] Network 5732f85f-5d53-4886-8ff2-5411fbaa65fd requested from dv-cinder-830092-2-iscsi {{(pid=114664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:08:01.015929 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4099192'] for network (5732f85f-5d53-4886-8ff2-5411fbaa65fd), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.068410 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Deleting port 179d8130-eb8d-48ff-a56b-8f1c230ad755 {{(pid=114662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:08:01.068745 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731582187331'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.134556 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.db [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] For port 179d8130-eb8d-48ff-a56b-8f1c230ad755, host dv-cinder-830092-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-2-iscsi',level=0,port_id=179d8130-eb8d-48ff-a56b-8f1c230ad755,segment=NetworkSegment(d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6),segment_id=d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6)] {{(pid=114662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:08:01.134917 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641604'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.147320 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Calling delete_port for 179d8130-eb8d-48ff-a56b-8f1c230ad755 owned by network:dhcp {{(pid=114662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:08:01.226704 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4133789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731582193318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731581654200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8624909'] for port (179d8130-eb8d-48ff-a56b-8f1c230ad755), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.253770 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Pushing event deleted for resources: {'Port': ['ID=179d8130-eb8d-48ff-a56b-8f1c230ad755,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:08:01.257036 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] No DVR routers for this DVR port 179d8130-eb8d-48ff-a56b-8f1c230ad755 on host dv-cinder-830092-2-iscsi {{(pid=114662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:08:01.325158 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010872', 'neutron.services.segments.db._delete_segments_for_network-8731582180711'] for network (5732f85f-5d53-4886-8ff2-5411fbaa65fd), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.346574 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50223b59-b6c2-4825-8389-0bf795d69fd0 None None] DHCP port deletion for 5732f85f-5d53-4886-8ff2-5411fbaa65fd request from dv-cinder-830092-2-iscsi {{(pid=114664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 14:08:01.350409 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5732f85f-5d53-4886-8ff2-5411fbaa65fd']}} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:01.367029 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6') {'for_net_delete': True} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:01.367557 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.services.segments.db [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6') {} {{(pid=114662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:08:01.381202 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731582181488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548546'] for segment (d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.394658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:08:01.395531 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876'] for segment (d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.401832 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=114662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:08:01.402325 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8624976'] for segment (d6ff2a1e-aca0-4d06-bd5d-c2af9b46f5c6), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: Traceback (most recent call last): Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: timer() Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: cb(*args, **kw) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: return func(*args, **kwargs) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: self._notify() Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: self.callback(batched_events) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: event.method(event) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: return f(self, *a, **k) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._get(url).json() Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: return self.request(url, 'GET', **kwargs) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:08:01.404121 dv-cinder-830092-2-iscsi neutron-server[114662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:08:01.414658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:08:01.414998 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 7144d5c9-8ea7-4d10-9e65-c7313b3d9cec not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:08:01.415409 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 179d8130-eb8d-48ff-a56b-8f1c230ad755 no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:08:01.436796 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 179d8130-eb8d-48ff-a56b-8f1c230ad755 {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:08:01.437168 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 179d8130-eb8d-48ff-a56b-8f1c230ad755 not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:08:01.437606 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 51d50ffc-a49b-486e-9392-66a23c2f96fc no longer exists at agent ovs-agent-dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:08:01.458812 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.plugin [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] No Port match for: 51d50ffc-a49b-486e-9392-66a23c2f96fc {{(pid=114664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:08:01.459157 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron.plugins.ml2.rpc [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Device 51d50ffc-a49b-486e-9392-66a23c2f96fc not bound to the agent host dv-cinder-830092-2-iscsi {{(pid=114664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:08:01.459286 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640172'] for network (5732f85f-5d53-4886-8ff2-5411fbaa65fd), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.476667 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563474'] for network (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.483051 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] 10.222.0.18 "DELETE /v2.0/networks/5732f85f-5d53-4886-8ff2-5411fbaa65fd HTTP/1.1" status: 204 len: 168 time: 0.5354118 Mar 08 14:08:01.483051 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8334-1e72-48b3-9f61-463c3066a15d admin admin] Pushing event deleted for resources: {'Network': ['ID=5732f85f-5d53-4886-8ff2-5411fbaa65fd,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:08:01.597470 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 38278) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:08:01.640820 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-f02820cd-d642-49f5-8917-e9edbed519c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1b44df5d14a42e9a7fac13e1e908b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422139 Mar 08 14:08:01.643649 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38280) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:08:01.694482 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-24189d34-82af-42fd-924f-8286c8b00a30 admin admin] Publish callbacks [] for security_group (a8493576-47db-4c0b-9693-2c6b1de34ba4), before_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.716847 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-24189d34-82af-42fd-924f-8286c8b00a30 admin admin] Publish callbacks [] for security_group (a8493576-47db-4c0b-9693-2c6b1de34ba4), precommit_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.767921 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-24189d34-82af-42fd-924f-8286c8b00a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (a8493576-47db-4c0b-9693-2c6b1de34ba4), after_delete {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.771673 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron_lib.callbacks.manager [None req-24189d34-82af-42fd-924f-8286c8b00a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:01.773524 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-24189d34-82af-42fd-924f-8286c8b00a30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8493576-47db-4c0b-9693-2c6b1de34ba4 HTTP/1.1" status: 204 len: 168 time: 0.1285865 Mar 08 14:08:01.781508 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24189d34-82af-42fd-924f-8286c8b00a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8493576-47db-4c0b-9693-2c6b1de34ba4,revision_number=None']} {{(pid=114663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:08:02.101248 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [-] (114663) accepted ('10.222.0.18', 38286) {{(pid=114663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:08:02.140842 dv-cinder-830092-2-iscsi neutron-server[114663]: INFO neutron.wsgi [None req-f598731f-32e3-4a40-8e3c-0900537a26bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ed129a30ced41a0a6a2b7e0a0d0195f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382726 Mar 08 14:08:02.143677 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [-] (114662) accepted ('10.222.0.18', 38288) {{(pid=114662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:08:02.206029 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fc9edd37-055a-44bb-b8f7-48138add3504 admin admin] Publish callbacks [] for security_group (682ded1a-d624-4e2b-a95f-d8ff2632c82f), before_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:02.241861 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fc9edd37-055a-44bb-b8f7-48138add3504 admin admin] Publish callbacks [] for security_group (682ded1a-d624-4e2b-a95f-d8ff2632c82f), precommit_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:02.294772 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fc9edd37-055a-44bb-b8f7-48138add3504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314770'] for security_group (682ded1a-d624-4e2b-a95f-d8ff2632c82f), after_delete {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:02.297478 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron_lib.callbacks.manager [None req-fc9edd37-055a-44bb-b8f7-48138add3504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:02.298638 dv-cinder-830092-2-iscsi neutron-server[114662]: INFO neutron.wsgi [None req-fc9edd37-055a-44bb-b8f7-48138add3504 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/682ded1a-d624-4e2b-a95f-d8ff2632c82f HTTP/1.1" status: 204 len: 168 time: 0.1539052 Mar 08 14:08:02.306330 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9edd37-055a-44bb-b8f7-48138add3504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ded1a-d624-4e2b-a95f-d8ff2632c82f,revision_number=None']} {{(pid=114662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:08:07.448753 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:20.055277 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-86c326b0-3975-413e-a0e8-e9e9921b8e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:22.197509 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-139725df-431e-4fc2-a6d1-972a21df2757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:23.341459 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:24.821018 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:26.139154 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:08:26.402561 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:37.467773 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:50.061852 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c174dff1-722c-4978-8046-f90a46b7a698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:52.202615 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-c6291daa-9b0c-4dd4-9f86-cbf36c396aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:53.343465 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:54.826871 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:08:56.399182 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:03.143838 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:09:07.472301 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:20.059836 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-ef44a3cd-1f88-4660-b01d-051a195048e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:22.198547 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-312bf5d4-e0f6-44a8-84e7-6e70349e9f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:23.353198 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:24.830201 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:26.390147 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:37.466446 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:40.144519 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:09:50.055013 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-fe95ac2d-eadc-4216-8e16-655f213540eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:52.188181 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-4e6075cf-e10e-46fb-a9de-1458ee8c9de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:53.349901 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:54.832796 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:09:56.387477 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:00.165966 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-7d8a9ab1-ea3d-4c9b-bfb5-a7d45e8b4c53 service neutron] (114662) timed out ('10.222.0.18', 60130) {{(pid=114662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 14:10:00.409859 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-17f52ff6-7396-4a29-a24f-eeb98dc4a453 req-da3d381e-e331-41ec-92a4-5cec76175392 tempest-AttachVolumeShelveTestJSON-1856469173 tempest-AttachVolumeShelveTestJSON-1856469173-project] (114662) timed out ('10.222.0.18', 60170) {{(pid=114662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 14:10:07.474500 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:17.148076 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:10:20.056658 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc7b0-487d-45c0-a3e3-84cc05ae7f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:22.188872 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-03c57e21-0517-4c90-8318-4a0ad7b6242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:23.356534 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:24.840623 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:26.388104 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:37.468253 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:50.062910 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ebf7-cfd5-49b4-bda8-f7ee418d2e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:52.192763 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-dffa6103-c45e-4370-a630-699e2ab37bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:53.359717 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:54.152007 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:10:54.842816 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:10:56.395478 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:07.494547 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:20.054713 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-67c1ae46-789e-484b-816a-1fe122ebe72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:22.188020 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1bbff39a-d300-4000-a458-fac1cb0b7ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:23.364581 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:24.847176 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:26.389610 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:31.156207 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:11:37.506428 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:50.059373 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1fb053bf-d507-4847-b8c9-799f5951c2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:52.186689 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-94c18190-6c5d-46aa-b561-e4ba3224cbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:53.357306 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:54.875324 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:56.391467 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:11:58.161686 dv-cinder-830092-2-iscsi neutron-server[114662]: DEBUG neutron.wsgi [req-9301f586-06cf-46c2-9dfb-cbefc4341541 req-3cc0486c-18be-4ab0-944a-6b0dc3b53c8f service neutron] (114662) timed out ('10.222.0.32', 62677) {{(pid=114662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 14:11:58.257606 dv-cinder-830092-2-iscsi neutron-server[114663]: DEBUG neutron.wsgi [req-c466e5f9-6c19-4a75-a677-794209223e9f req-2136d257-9fdc-4a88-be01-264ff69f1b9b service neutron] (114663) timed out ('10.222.0.32', 62661) {{(pid=114663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 14:12:07.503430 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:08.155679 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:12:20.056124 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-59ab5b1f-93a8-4a02-ad2a-d31df21f63ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:22.183326 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-a3810be3-24f3-478f-aa4a-c7874d41018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:23.359896 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:24.853237 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:26.390969 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:37.518912 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:45.160005 dv-cinder-830092-2-iscsi neutron-server[114665]: DEBUG neutron.db.agents_db [None req-ab409648-ae05-49a5-99b3-6610eb7ca34d None None] Agent healthcheck: found 6 active agents {{(pid=114665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:12:50.056882 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8dd4-8775-4d49-9857-e5525358cbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (0127a652-99d6-4488-a613-3ad6ac4f02c0), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:52.182071 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-1863b472-fbd0-4661-ae62-0f841ecf3353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (919a9d79-2d3d-4592-be84-4a0d0d06bdd4), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:53.369093 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-60fbe3cf-23b7-497d-a0c5-22bf4689cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (3ddc1c7d-4c63-4d32-8587-6b6579a43bae), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:54.857656 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-799c199a-da48-4e02-b0e7-288f70fb5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (6f490f8e-6f9f-4d57-ab9e-394f74a56db5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:12:56.399134 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-189e22a7-26c2-45eb-ad41-f9649814081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (49dd135c-34aa-4027-aac5-d8b4c5c12bb5), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:13:07.529650 dv-cinder-830092-2-iscsi neutron-server[114664]: DEBUG neutron_lib.callbacks.manager [None req-899e7432-9124-4386-a782-405c7be34b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731582180693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012675'] for agent (accb585c-812a-4e5e-b04b-29b708cbfced), after_update {{(pid=114664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}